-- Logs begin at Thu 2021-07-08 02:05:26 UTC, end at Thu 2021-07-08 03:31:01 UTC. -- Jul 08 02:37:25.315953 dv-cinder-789077-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 08 02:37:28.089051 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.common.config [-] Logging enabled! Jul 08 02:37:28.089681 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 02:37:28.089842 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 02:37:28.093948 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.common.config [-] Logging enabled! Jul 08 02:37:28.094209 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 02:37:28.094522 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 02:37:28.095477 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 02:37:28.095721 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 02:37:28.096089 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 02:37:28.096338 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 02:37:28.096566 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 02:37:28.096888 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.097184 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.097483 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.097713 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.098040 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.098333 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.098619 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.098910 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.099206 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.099492 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.099775 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.100060 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.100291 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.100675 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.101186 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.101597 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.101828 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] debug = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.102150 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.102583 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.103004 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.103290 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.103579 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.103861 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.104141 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.104426 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.104714 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.105049 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] host = dv-cinder-789077-2-iscsi {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.105333 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.105631 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.105953 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.106245 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.106526 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.107522 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.108000 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.108450 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.108911 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] log_file = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.109219 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.109526 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.110028 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.110495 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.110738 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.110975 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.111278 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.111755 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.112058 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.112349 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.112639 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.112926 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.113213 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.113491 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.113787 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.114105 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.114401 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.114685 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.115073 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.115563 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.116057 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.116370 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.116662 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.116990 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.117463 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.118017 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.118309 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.118598 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.119075 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.119596 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.119922 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.120221 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.120509 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.120802 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.121087 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.121368 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.121648 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] use_json = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.121956 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.122844 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.123142 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.123430 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.123705 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.123989 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.124270 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.124677 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:28.125017 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.125325 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.125637 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.125961 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.126269 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.126561 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.126859 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.127169 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.127445 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.128498 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.128498 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.128498 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.128738 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.128877 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.129180 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.129669 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.130187 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.130701 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.131025 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.131320 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.131602 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.131896 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.132270 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.132504 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.132804 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.133093 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.133396 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.133689 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.134007 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.134291 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.134580 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.134875 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.135162 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.135447 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.135742 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.136033 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.136313 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.136596 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.136886 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.137918 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.137918 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.137918 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.139073 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.139073 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.140033 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.140033 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.140033 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.140221 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.140342 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145021 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145021 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145021 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145021 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145021 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145021 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145021 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145021 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145021 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145688 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145688 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145688 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145688 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145688 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145688 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145688 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.145688 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.146242 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.146242 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.146521 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.146837 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.147124 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.147414 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.147702 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.147987 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.148276 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.148560 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.148846 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.149132 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.149410 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.149708 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.150116 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.150594 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.151072 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.151519 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.151980 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.152441 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.152877 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.153230 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.153668 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.154005 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.154313 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.154781 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.155103 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.155407 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.155714 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.156016 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.156310 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.156635 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.156926 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:28.157154 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 02:37:28.157409 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104704) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 08 02:37:28.591829 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 02:37:28.592172 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 02:37:28.592387 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 02:37:28.592735 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 08 02:37:28.986215 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:28.986478 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:28.986694 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:28.988007 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:28.988281 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:28.988555 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.022903 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.023190 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.023457 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.037246 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.037529 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.037800 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.072515 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.072793 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.073055 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.109735 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.110312 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.110312 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.345560 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.345845 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.346138 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.346415 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.347134 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.467992 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.468310 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.468592 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.468860 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.469122 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.469429 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.469687 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.469963 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.470217 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.470497 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.470756 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.471016 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.471281 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.471556 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.471814 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.472082 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.472353 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.472618 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.472887 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.473138 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.473419 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.473936 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.474195 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.474481 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.474731 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.474978 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.475395 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 02:37:29.475646 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 02:37:29.475885 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 02:37:29.476121 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 02:37:29.476356 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 02:37:29.476592 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 02:37:29.476955 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 08 02:37:29.481140 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 08 02:37:29.485146 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 08 02:37:29.488848 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 08 02:37:29.490500 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 08 02:37:29.490949 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 08 02:37:29.491280 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 08 02:37:29.491665 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 08 02:37:29.494501 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 08 02:37:29.494757 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 08 02:37:29.495156 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 02:37:29.524337 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 08 02:37:29.524782 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.525080 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104704) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 08 02:37:29.525441 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.526828 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104704) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 08 02:37:29.527113 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 02:37:29.527363 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 08 02:37:29.530458 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.530743 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:29.595276 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 08 02:37:29.595517 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 08 02:37:29.595756 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 08 02:37:29.596123 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 08 02:37:29.616973 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_db.sqlalchemy.engines [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104704) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 08 02:37:30.154834 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Initializing driver for type 'gre' Jul 08 02:37:30.155535 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] gre ID ranges: [(1, 1000)] Jul 08 02:37:30.204077 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Initializing driver for type 'local' Jul 08 02:37:30.204381 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Initializing driver for type 'vlan' Jul 08 02:37:30.217928 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] VlanTypeDriver initialization complete Jul 08 02:37:30.218287 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Initializing driver for type 'vxlan' Jul 08 02:37:30.218768 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] vxlan ID ranges: [(1, 1000)] Jul 08 02:37:30.270616 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Initializing extension driver 'port_security' Jul 08 02:37:30.271034 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.extensions.port_security [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] PortSecurityExtensionDriver initialization complete Jul 08 02:37:30.271399 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Initializing mechanism driver 'openvswitch' Jul 08 02:37:30.271729 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Initializing mechanism driver 'hyperv' Jul 08 02:37:30.278196 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.plugins.ml2.plugin [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:30.279011 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > port after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.279415 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > port after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.279770 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > port after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.280287 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 02:37:30.280722 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.281075 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.281420 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.281805 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 02:37:30.282232 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > network after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.282581 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > network after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.282924 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > network after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.283311 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 02:37:30.283721 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > security_group after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.284312 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > security_group after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.284897 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.285656 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 02:37:30.286104 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.286467 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.286815 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.287203 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 02:37:30.287609 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > address_group after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.287961 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > address_group after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.288307 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.288691 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 02:37:30.289068 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] ML2 OVO RPC backend initialized. {{(pid=104704) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 08 02:37:30.289789 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.290173 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.290599 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > network before_response 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.290950 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > networks before_response 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.291299 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > port before_response 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.291643 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > ports before_response 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.291993 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > subnet before_response 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.292347 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > subnets before_response 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.292699 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > network after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.293039 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > network after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.293377 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > network after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.293715 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > port after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.294155 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > port after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.294755 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > port after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.295339 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.295698 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.296048 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.296642 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.plugin [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Modular L2 Plugin initialization complete Jul 08 02:37:30.296981 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading services supported by the core plugin {{(pid=104704) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 08 02:37:30.297315 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.plugins.ml2.managers [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Got port-security extension from driver 'port_security' Jul 08 02:37:30.297783 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.extensions.vlantransparent [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Disabled vlantransparent extension. Jul 08 02:37:30.298301 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104704) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 08 02:37:30.298620 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading Plugin: router Jul 08 02:37:30.334571 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.334968 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router after_create 55549900 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.335337 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router before_create 55549900 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.335702 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.336075 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.336429 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router after_delete 55549900 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.336787 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.337148 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router after_create 55549900 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.337494 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router after_update 55549900 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.337844 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router after_update 55549900 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.338222 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.338583 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router after_update 55549900 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.338992 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.339363 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: port after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.339707 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: port after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.340044 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: subnet after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.340384 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.340731 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.341196 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.341551 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: port before_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.341928 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router precommit_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.342291 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router after_update 55549900 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.342636 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.342990 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.343353 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.343699 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.344062 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > agent after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.344414 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > agent after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.344760 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > network after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.345609 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Tracking information for resource: router configured {{(pid=104704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 02:37:30.345973 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Tracking information for resource: floatingip configured {{(pid=104704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 02:37:30.350934 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.db.l3_agentschedulers_db [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 08 02:37:30.351509 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: port after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.351871 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: port after_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.352224 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: port after_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.352574 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: port after_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.353356 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router before_create 55550100 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.353724 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.354123 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router precommit_create 55550100 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.354485 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > router precommit_update 55550100 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.359284 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.services.provider_configuration [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Service providers = [] {{(pid=104704) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 08 02:37:30.359649 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.db.servicetype_db [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104704) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 08 02:37:30.362609 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.services.service_base [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 02:37:30.362964 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.services.service_base [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 02:37:30.363311 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.services.service_base [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 02:37:30.364201 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.services.service_base [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 02:37:30.364576 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.services.service_base [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 08 02:37:30.364951 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 02:37:30.365269 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 08 02:37:30.376426 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 02:37:30.376768 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading Plugin: auto_allocate Jul 08 02:37:30.382392 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: network precommit_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.382762 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: network precommit_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.383276 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 02:37:30.383597 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading Plugin: tag Jul 08 02:37:30.391039 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 02:37:30.391372 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading Plugin: timestamp Jul 08 02:37:30.396616 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 02:37:30.396948 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading Plugin: network_ip_availability Jul 08 02:37:30.402375 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.402745 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.403104 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.403909 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 02:37:30.404227 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading Plugin: flavors Jul 08 02:37:30.408927 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 02:37:30.409214 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading Plugin: revisions Jul 08 02:37:30.413447 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 02:37:30.413838 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_concurrency.lockutils [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.821s {{(pid=104704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 02:37:30.414592 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104704) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 08 02:37:30.414933 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Initializing extension manager. Jul 08 02:37:30.415442 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: __init__.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.415781 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: __pycache__ {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.416115 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.416447 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: address_group.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.417202 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.417761 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: address-group Jul 08 02:37:30.418115 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: address_scope.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.418831 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.419435 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: address-scope Jul 08 02:37:30.419762 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.420691 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.421204 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: router-admin-state-down-before-update Jul 08 02:37:30.421528 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: agent.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.422261 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.422953 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: agent Jul 08 02:37:30.423276 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: agent_resources_synced.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.424194 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.424707 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: agent-resources-synced Jul 08 02:37:30.425031 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: allowedaddresspairs.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.426846 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.427363 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: allowed-address-pairs Jul 08 02:37:30.427691 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: auto_allocated_topology.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.428768 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.429282 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: auto-allocated-topology Jul 08 02:37:30.429609 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: availability_zone.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.430331 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.430835 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: availability_zone Jul 08 02:37:30.431156 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: availability_zone_filter.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.432066 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.432571 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: availability_zone_filter Jul 08 02:37:30.432890 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: data_plane_status.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.433795 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.434321 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension data-plane-status not supported by any of loaded plugins Jul 08 02:37:30.435187 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: default_subnetpools.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.436333 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.436842 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: default-subnetpools Jul 08 02:37:30.437165 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.438010 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.438519 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: dhcp_agent_scheduler Jul 08 02:37:30.438843 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: dns.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.439764 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.440262 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension dns-integration not supported by any of loaded plugins Jul 08 02:37:30.440583 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: dns_domain_ports.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.441503 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.442028 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 08 02:37:30.442356 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.443275 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.443776 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 08 02:37:30.444098 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: dvr.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.444770 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.445269 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: dvr Jul 08 02:37:30.445591 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: empty_string_filtering.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.446531 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.447035 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: empty-string-filtering Jul 08 02:37:30.447355 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.448269 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.448764 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 08 02:37:30.449082 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.450026 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.451285 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 08 02:37:30.451605 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: external_net.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.452524 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.453026 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: external-net Jul 08 02:37:30.453346 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.454288 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.454791 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: extra_dhcp_opt Jul 08 02:37:30.455111 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: extraroute.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.456277 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.456775 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: extraroute Jul 08 02:37:30.457096 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: extraroute_atomic.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.458162 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.458668 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: extraroute-atomic Jul 08 02:37:30.458989 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: filter_validation.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.459651 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.460148 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: filter-validation Jul 08 02:37:30.460465 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: fip_pf_description.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.461369 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.461884 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 08 02:37:30.462214 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: fip_port_details.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.463130 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.463630 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: fip-port-details Jul 08 02:37:30.463951 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: flavors.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.465171 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.465680 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: flavors Jul 08 02:37:30.466158 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.467957 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.468476 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 08 02:37:30.468808 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: floatingip_pools.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.469510 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.470043 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: floatingip-pools Jul 08 02:37:30.470371 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: ip_allocation.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.471292 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.471795 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension ip_allocation not supported by any of loaded plugins Jul 08 02:37:30.472118 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.473039 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.473547 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: ip-substring-filtering Jul 08 02:37:30.473898 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: l2_adjacency.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.474825 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.475327 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 08 02:37:30.475649 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: l3.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.476612 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.477128 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: router Jul 08 02:37:30.477453 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.479827 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.480362 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 08 02:37:30.480690 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.481739 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.482409 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: ext-gw-mode Jul 08 02:37:30.482767 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.483680 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.484195 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: l3-ha Jul 08 02:37:30.484524 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: l3_flavors.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.485460 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.486004 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: l3-flavors Jul 08 02:37:30.486332 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.487244 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.487750 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 08 02:37:30.488080 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: l3agentscheduler.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.489123 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.489636 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: l3_agent_scheduler Jul 08 02:37:30.489996 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: logging.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.491485 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.491996 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension logging not supported by any of loaded plugins Jul 08 02:37:30.492328 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: metering.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.493072 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.493648 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: metering Jul 08 02:37:30.494012 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.495098 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.495610 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: metering_source_and_destination_fields Jul 08 02:37:30.495936 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: multiprovidernet.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.496860 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.497926 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: multi-provider Jul 08 02:37:30.498252 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: netmtu.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.499177 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.499683 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: net-mtu Jul 08 02:37:30.500005 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: netmtu_writable.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.500924 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.501429 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: net-mtu-writable Jul 08 02:37:30.501747 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: network_availability_zone.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.502458 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.502966 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: network_availability_zone Jul 08 02:37:30.503287 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: network_ip_availability.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.504385 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.504892 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: network-ip-availability Jul 08 02:37:30.505288 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: network_segment_range.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.506003 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.506508 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension network-segment-range not supported by any of loaded plugins Jul 08 02:37:30.506826 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: pagination.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.507817 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.508148 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: pagination Jul 08 02:37:30.508475 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: port_device_profile.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.509383 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.509925 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: port-device-profile Jul 08 02:37:30.510250 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.511173 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.511678 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: port-mac-address-regenerate Jul 08 02:37:30.512002 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.513519 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.514051 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: port-numa-affinity-policy Jul 08 02:37:30.514376 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: port_resource_request.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.515294 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.515794 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension port-resource-request not supported by any of loaded plugins Jul 08 02:37:30.516117 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: portbindings.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.517055 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.517556 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: binding Jul 08 02:37:30.517904 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: portbindings_extended.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.519307 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.519821 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: binding-extended Jul 08 02:37:30.520152 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: portsecurity.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.521071 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.521580 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: port-security Jul 08 02:37:30.521945 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: project_id.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.522925 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.523261 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: project-id Jul 08 02:37:30.523586 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: providernet.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.524514 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.525031 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: provider Jul 08 02:37:30.525356 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: qos.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.528901 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.529415 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension qos not supported by any of loaded plugins Jul 08 02:37:30.529752 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.531019 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.531536 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 08 02:37:30.531868 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.532783 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.533296 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 08 02:37:30.533625 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: qos_default.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.534567 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.535079 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension qos-default not supported by any of loaded plugins Jul 08 02:37:30.535407 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: qos_fip.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.536060 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.536562 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension qos-fip not supported by any of loaded plugins Jul 08 02:37:30.536887 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: qos_gateway_ip.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.537811 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.538346 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 08 02:37:30.538672 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: qos_port_network_policy.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.539590 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.540095 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 08 02:37:30.540419 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: qos_rule_type_details.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.541337 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.541841 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 08 02:37:30.542187 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: qos_rules_alias.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.543226 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.543733 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 08 02:37:30.544099 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: quotasv2.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.545017 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.545341 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: quotas Jul 08 02:37:30.545661 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: quotasv2_detail.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.548686 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.549031 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: quota_details Jul 08 02:37:30.549368 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: rbac.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.550461 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.550987 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: rbac-policies Jul 08 02:37:30.551320 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: rbac_address_group.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.552437 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.552958 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: rbac-address-group Jul 08 02:37:30.553289 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: rbac_address_scope.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.554266 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.554782 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: rbac-address-scope Jul 08 02:37:30.555112 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: rbac_security_groups.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.556029 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.556536 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: rbac-security-groups Jul 08 02:37:30.556864 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: rbac_subnetpool.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.557779 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.558324 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: rbac-subnetpool Jul 08 02:37:30.558654 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: revisionifmatch.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.560075 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.560998 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: revision-if-match Jul 08 02:37:30.561438 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: revisions.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.562594 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.563111 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: standard-attr-revisions Jul 08 02:37:30.563441 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: router_availability_zone.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.564124 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.564636 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: router_availability_zone Jul 08 02:37:30.564960 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: routerservicetype.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.565907 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.566416 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension router-service-type not supported by any of loaded plugins Jul 08 02:37:30.566741 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.567669 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.568178 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: security-groups-normalized-cidr Jul 08 02:37:30.568504 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.569432 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.569973 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: port-security-groups-filtering Jul 08 02:37:30.570297 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.571227 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.571741 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: security-groups-remote-address-group Jul 08 02:37:30.572063 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: securitygroup.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.582568 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.583097 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: security-group Jul 08 02:37:30.583433 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: segment.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.584229 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.584734 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension segment not supported by any of loaded plugins Jul 08 02:37:30.585063 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.586041 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.586548 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 08 02:37:30.586873 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: servicetype.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.587986 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.588508 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: service-type Jul 08 02:37:30.588838 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: sorting.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.589815 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.590170 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: sorting Jul 08 02:37:30.590493 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: standard_attr_segment.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.591562 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.592069 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 08 02:37:30.592392 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: standardattrdescription.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.593045 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.593551 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: standard-attr-description Jul 08 02:37:30.593896 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: stateful_security_group.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.594826 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.595339 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: stateful-security-group Jul 08 02:37:30.595666 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: stdattrs_common.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.596246 dv-cinder-789077-2-iscsi neutron-server[104704]: WARNING neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 08 02:37:30.596568 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.597484 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.598019 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 08 02:37:30.598350 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: subnet_onboard.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.599397 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.599912 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: subnet_onboard Jul 08 02:37:30.600239 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.601170 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.601677 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 08 02:37:30.602042 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: subnet_service_types.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.602967 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.603484 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: subnet-service-types Jul 08 02:37:30.603812 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: subnetallocation.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.604878 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.605392 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: subnet_allocation Jul 08 02:37:30.605718 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.606440 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.607718 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: subnetpool-prefix-ops Jul 08 02:37:30.608047 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.608982 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.609488 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 08 02:37:30.609812 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: tagging.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.610925 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.611443 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: standard-attr-tag Jul 08 02:37:30.611766 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: timestamp.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.612987 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.613501 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loaded extension: standard-attr-timestamp Jul 08 02:37:30.613827 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: trunk.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.614883 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.615399 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension trunk not supported by any of loaded plugins Jul 08 02:37:30.615730 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: trunk_details.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.616655 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.617167 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension trunk-details not supported by any of loaded plugins Jul 08 02:37:30.617495 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: uplink_status_propagation.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.618472 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.619079 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 08 02:37:30.619409 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Loading extension file: vlantransparent.py {{(pid=104704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 02:37:30.620104 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 02:37:30.620789 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 08 02:37:30.624813 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:network Jul 08 02:37:30.625459 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:subnet Jul 08 02:37:30.625904 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 02:37:30.626316 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:port Jul 08 02:37:30.627760 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.v2.resource_helper [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 02:37:30.628155 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.v2.resource_helper [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Service FLAVORS assigned prefix: {{(pid=104704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 02:37:30.628889 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.v2.resource_helper [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 02:37:30.629527 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.v2.resource_helper [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 02:37:30.629911 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:router Jul 08 02:37:30.630423 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 02:37:30.630981 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.v2.resource_helper [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Service METERING assigned prefix: /metering {{(pid=104704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 02:37:30.632603 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.632997 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.633359 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:37:30.634504 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 02:37:30.634990 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:security_group Jul 08 02:37:30.635458 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 02:37:30.636172 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.v2.resource_helper [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Service CORE assigned prefix: {{(pid=104704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 02:37:30.636491 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 02:37:30.636882 dv-cinder-789077-2-iscsi neutron-server[104704]: WARNING neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] subnetpool is already registered Jul 08 02:37:30.637373 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.v2.resource_helper [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Service CORE assigned prefix: {{(pid=104704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 02:37:30.637763 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 02:37:30.638324 dv-cinder-789077-2-iscsi neutron-server[104704]: WARNING neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] subnetpool is already registered Jul 08 02:37:30.641048 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.v2.resource_helper [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 02:37:30.641591 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.v2.resource_helper [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Service FLAVORS assigned prefix: {{(pid=104704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 02:37:30.642353 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.v2.resource_helper [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 02:37:30.642783 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.v2.resource_helper [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 02:37:30.643121 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:router Jul 08 02:37:30.643464 dv-cinder-789077-2-iscsi neutron-server[104704]: WARNING neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] router is already registered Jul 08 02:37:30.643877 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 02:37:30.644216 dv-cinder-789077-2-iscsi neutron-server[104704]: WARNING neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] floatingip is already registered Jul 08 02:37:30.644666 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.v2.resource_helper [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Service METERING assigned prefix: /metering {{(pid=104704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 02:37:30.645329 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 02:37:30.645654 dv-cinder-789077-2-iscsi neutron-server[104704]: WARNING neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] rbac_policy is already registered Jul 08 02:37:30.646082 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:security_group Jul 08 02:37:30.646417 dv-cinder-789077-2-iscsi neutron-server[104704]: WARNING neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] security_group is already registered Jul 08 02:37:30.646813 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 02:37:30.647144 dv-cinder-789077-2-iscsi neutron-server[104704]: WARNING neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] security_group_rule is already registered Jul 08 02:37:30.647760 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.v2.resource_helper [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Service CORE assigned prefix: {{(pid=104704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 02:37:30.648088 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 02:37:30.648424 dv-cinder-789077-2-iscsi neutron-server[104704]: WARNING neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] subnetpool is already registered Jul 08 02:37:30.648840 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.v2.resource_helper [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Service CORE assigned prefix: {{(pid=104704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 02:37:30.649163 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 02:37:30.649491 dv-cinder-789077-2-iscsi neutron-server[104704]: WARNING neutron.quota.resource_registry [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] subnetpool is already registered Jul 08 02:37:30.649976 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: extensions {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.651432 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: address-groups {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.652916 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: address-scopes {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.654449 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: agents {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.655590 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: auto-allocated-topology {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.656832 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: availability_zones {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.658049 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: dhcp-networks {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.660658 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: dhcp-agents {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.662082 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: routers {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.663792 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: flavors {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.665055 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: service_profiles {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.666285 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: next_providers {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.667712 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: service_profiles {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.669797 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: floatingip-pools {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.671037 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: routers {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.672723 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: floatingips {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.674028 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: l3-routers {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.675408 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: l3-agents {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.676834 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: metering-labels {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.678108 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: metering-label-rules {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.679481 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: network-ip-availabilities {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.680738 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: bindings {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.682313 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: quotas {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.683859 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: quotas {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.685961 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: rbac-policies {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.687154 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: security-groups {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.688461 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: security-group-rules {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.689711 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: service-providers {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.690942 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: subnetpools {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.692257 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: subnetpools {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.693795 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: tags {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.695489 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: tags {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.697288 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: tags {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.699153 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: tags {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.700901 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: tags {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.702865 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: tags {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.704541 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: tags {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.706648 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: tags {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.708511 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: tags {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.710302 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron.api.extensions [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Extended resource: tags {{(pid=104704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 02:37:30.716270 dv-cinder-789077-2-iscsi neutron-server[104704]: WARNING keystonemiddleware.auth_token [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 08 02:37:30.720766 dv-cinder-789077-2-iscsi neutron-server[104704]: WARNING keystonemiddleware.auth_token [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 08 02:37:30.730091 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_concurrency.lockutils [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Acquired lock "singleton_lock" {{(pid=104704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 08 02:37:30.730567 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_concurrency.lockutils [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Releasing lock "singleton_lock" {{(pid=104704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 08 02:37:30.731203 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO oslo_service.service [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Starting 2 workers Jul 08 02:37:30.736756 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Started child 104845 {{(pid=104704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 02:37:30.741195 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Started child 104846 {{(pid=104704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 02:37:30.742058 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:30.742834 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO neutron.service [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 08 02:37:30.743507 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [-] (104845) wsgi starting up on http://0.0.0.0:9696 Jul 08 02:37:30.743662 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Notify callbacks [] for process, before_spawn {{(pid=104704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:30.745972 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO oslo_service.service [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Starting 1 workers Jul 08 02:37:30.746138 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:30.747925 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [-] (104846) wsgi starting up on http://0.0.0.0:9696 Jul 08 02:37:30.751854 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Started child 104847 {{(pid=104704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 02:37:30.752394 dv-cinder-789077-2-iscsi neutron-server[104704]: INFO oslo_service.service [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Starting 1 workers Jul 08 02:37:30.755529 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.service [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] calling RpcWorker wait() {{(pid=104847) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 08 02:37:30.756071 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.service [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] returning from RpcWorker wait() {{(pid=104847) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 08 02:37:30.756824 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Started child 104848 {{(pid=104704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 02:37:30.757585 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:30.757688 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG neutron_lib.callbacks.manager [None req-ea743e51-ae62-42f4-83e2-c233edc470d8 None None] Notify callbacks [] for process, after_spawn {{(pid=104704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:30.758187 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:30.759474 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 02:37:30.759680 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 02:37:30.759863 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 02:37:30.760075 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 02:37:30.760420 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 02:37:30.760580 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 02:37:30.761107 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.761367 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.761620 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.761708 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:30.762167 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.762167 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.762810 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.762966 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:30.763092 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.763513 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.763883 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.764149 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.764324 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.764492 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.764768 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.765017 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.765282 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.765566 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.765804 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.766090 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.766260 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.766524 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.766786 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.767011 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.767266 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] debug = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.767492 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.767991 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.768239 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.768500 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.768739 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.769002 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.769248 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.769507 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.769743 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.769985 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.770238 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.770505 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.770738 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.770972 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.771194 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.771608 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.771835 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.772320 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] host = dv-cinder-789077-2-iscsi {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.772553 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.772770 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.773020 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.773275 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.773521 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.773738 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.774026 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.774282 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.774544 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.774824 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.775054 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.775301 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.775522 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.775768 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_file = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.775932 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_options = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.776166 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.776437 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.776675 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.776869 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.777036 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.777213 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.777468 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.777628 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.777938 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.778132 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.778371 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.778690 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.778944 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.779361 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.779625 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.779822 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.780056 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.780265 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.780519 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.780766 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.781018 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.781240 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.781470 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.781704 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.781963 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.782182 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.782406 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.782618 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.782847 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.783104 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.783318 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.783629 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.783818 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.784203 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.784342 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.784536 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.784749 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.785016 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.785242 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.785486 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.785729 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.785986 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.786246 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.786458 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.786710 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.786919 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] use_json = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.787134 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.787363 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.787612 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.787821 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.788031 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.788241 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.788457 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.788684 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.789079 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.789374 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.789678 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.789941 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.790190 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.790426 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.790667 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.790886 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.791151 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.791376 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.791696 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.791932 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.792378 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.792527 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.792734 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.793084 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.793321 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.793590 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.793821 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.794745 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.795095 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.795306 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.795612 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.795872 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.796144 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.796390 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.796603 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.796834 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.797060 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.797292 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.797586 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.797805 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.798206 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.798371 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.798532 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.798783 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.799004 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.799264 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.799597 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.799820 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.800076 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.800308 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.800521 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.800933 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.801335 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.801720 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.802426 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.802426 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.802426 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.803459 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.803459 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.803459 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.803459 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.804095 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.804095 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.805204 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.805672 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.805964 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.806237 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.806912 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.806912 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.807101 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.807269 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.807656 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.808067 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.808332 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.808568 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.810837 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.811374 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.811842 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.812262 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.813284 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.813532 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.816047 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.818695 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.819141 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.819578 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.819824 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.820079 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.820322 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.820583 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.820818 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.821078 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.823644 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.824328 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.824673 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.824944 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.825274 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.826279 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.826756 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.827200 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.827663 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.828088 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.828511 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.828950 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.829290 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.829557 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.829809 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.830117 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.830359 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.830651 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.831155 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.831434 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.831681 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.831928 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.832160 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.832456 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.832781 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.832971 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.833216 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.833466 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.833747 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.834044 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.834402 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.834631 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.834903 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.835292 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.835576 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.835870 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.836126 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.836469 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.836745 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.836996 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.837251 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.837490 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.837841 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.840247 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.840546 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.840787 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.841065 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.841288 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.841554 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.841899 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.842140 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.842382 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.842602 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.842884 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.843139 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.843380 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.843651 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.843903 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.844138 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.844409 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.844644 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.844872 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.845216 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.845454 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.845666 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.845955 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.846194 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.846532 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.846753 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.846970 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.847680 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.847680 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.847680 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.847953 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.848095 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.848313 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.848590 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.848803 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.849025 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.849256 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.849496 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.849731 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.849993 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.850210 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.850734 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.850734 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.850945 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.851210 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.851446 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.851694 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.851938 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.852171 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.852385 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.852633 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.852871 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.853117 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.853291 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.853512 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.853742 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.853992 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.854218 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.854426 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.854682 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.854925 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.855273 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.855533 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.855767 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.856014 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.856248 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.857114 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.857332 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.857566 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.857985 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.858209 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.858428 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.858690 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.858920 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.859143 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.859376 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.859588 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.859817 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.860031 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.860239 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.860534 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.860784 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.861027 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.861305 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.861542 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.861773 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.862024 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.862236 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.862467 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.862689 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.862904 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.863113 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.863341 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.863577 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.863787 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.864006 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.864221 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.864429 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.864680 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.864894 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.865103 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.865321 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.865530 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.865730 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.865975 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.866238 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.866541 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.866709 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.866913 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.867121 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.867534 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.867691 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.867910 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.868152 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.868402 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.868646 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.868911 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.869221 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.869434 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.869713 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.869952 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.870171 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.870418 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.870686 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.870991 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.871264 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.871521 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.871775 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.872056 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.873064 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.873362 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.873581 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.873912 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.874251 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.874521 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.874785 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.875016 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.875281 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.875503 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.875720 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.875966 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.876202 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.876451 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.876708 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.876938 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.877182 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.877395 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.877638 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.877898 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.878116 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.878324 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.878543 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.878775 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.878932 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 02:37:30.879480 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 02:37:30.879639 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 02:37:30.879813 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 02:37:30.879978 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 02:37:30.880171 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 02:37:30.880321 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 02:37:30.880524 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.880683 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.880893 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.881058 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.881216 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.881395 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.881554 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.881712 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.881885 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.882045 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.882202 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.882358 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.882500 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.882661 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.882817 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.882973 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.883130 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.883287 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.883448 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.883605 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.883761 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.883919 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.884076 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] debug = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.884233 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.884434 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.884589 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.884742 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.884897 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.885053 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.885208 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.885367 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.885523 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.885679 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.885837 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.886411 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.886411 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.886411 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.886747 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.886747 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.886747 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.888745 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] host = dv-cinder-789077-2-iscsi {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.888745 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.888745 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.888745 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.888745 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.888745 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.888745 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.888745 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.889454 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.889454 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.889454 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.889454 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.889454 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.889454 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.889454 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_file = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.889959 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_options = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.889959 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.889959 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.890187 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.890187 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.890333 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.890468 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.890790 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.890790 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.890955 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.891061 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.891219 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.891375 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.891531 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.891849 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.891849 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.892145 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.892145 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.892463 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.892463 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.892762 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.892762 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.893007 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.893007 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.893239 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.893370 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.893493 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.893577 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.893713 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.893898 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.894045 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.894202 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.894358 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.894516 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.894672 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.894826 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.894974 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.895129 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.895292 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.895448 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.895605 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.895761 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.895918 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.896074 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.896230 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.896386 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.896542 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] use_json = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.896683 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.896843 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.896998 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.897153 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.897309 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.897465 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.897621 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.897778 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 02:37:30.897990 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.898156 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.898327 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.898488 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.898647 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.898806 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.898964 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.899123 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.899282 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.899441 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.899607 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.899792 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.900014 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.900180 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.900308 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.900425 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.900551 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.900673 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.900827 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.900988 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.901146 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.901304 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.901479 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.901639 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.901800 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.901981 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.902143 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.902304 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.902464 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.902624 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.902785 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.902944 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.903103 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.903262 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.903375 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:30.903545 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.903761 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.903848 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.903976 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.904136 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.904296 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.904456 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.904614 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.904772 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.904932 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.905091 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.905252 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.905411 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.905571 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.905730 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.905908 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.906081 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.906240 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.906399 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.906559 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.906720 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.906878 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.907040 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.907198 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.907357 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.907516 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.907674 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.907845 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.908005 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.908163 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.908324 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.908484 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.908641 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.908800 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.908959 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.909119 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.909278 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.909438 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.909596 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.909755 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.909937 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.910100 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.910259 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.910419 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.910579 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.910789 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.910894 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.911044 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.911204 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.911362 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.911529 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.911702 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.911860 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.912019 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.912177 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.912336 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.912495 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.912654 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.912811 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.912970 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.913128 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.913286 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.913445 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.913606 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.913764 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.913943 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.914103 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.914261 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.914421 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.914580 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.914738 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.914897 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.915056 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.915215 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.915373 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.916747 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.916747 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.916747 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.916747 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.916747 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.916747 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.916747 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.916747 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.917533 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.917533 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.917533 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.917533 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.917533 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.917533 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.917985 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.917985 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.917985 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.918208 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.918287 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.918395 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.918553 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.918716 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.918875 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.919607 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.919768 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.919932 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.920092 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.920260 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.920411 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.920557 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.920718 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.920898 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.921259 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.921259 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.921544 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.921544 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.921812 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.921812 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.922143 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.922143 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.922424 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.922424 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.922685 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.922685 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.922964 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.922964 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.923261 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.923261 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.923567 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.923567 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.923831 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.923831 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.924131 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.924131 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.924401 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.924532 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.924674 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.924814 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.924952 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.925159 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.925159 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.925609 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.925609 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.925609 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.926030 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.926030 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.926227 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.926227 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.926372 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.926600 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.926754 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.926885 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.927009 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.927135 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.927260 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.927422 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.927581 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.927742 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.927916 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.928076 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.928237 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.928414 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.928583 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.928708 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.928847 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.929008 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.929168 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.929328 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.929487 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.929652 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.929813 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.929995 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.930156 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.930316 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.930475 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.930636 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.930795 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.930967 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.931127 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.931285 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.931444 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.931604 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.931763 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.931932 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.932091 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.932252 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.932411 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.932570 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.932729 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.932898 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.933057 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.933215 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.933373 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.933531 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.933689 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.933936 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.934031 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.934183 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.934342 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.934501 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.935351 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.935533 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.935702 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.935858 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.936017 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.936177 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.936336 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.936506 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.936670 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.936831 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.936998 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.937158 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.937320 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.937467 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.937638 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.937798 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.937997 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.938158 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.938319 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.938480 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.938642 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.938805 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.938973 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.939141 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.939303 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.939471 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.939643 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.939812 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.939972 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.940137 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.940309 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.940469 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.940628 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.940787 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.940946 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.941111 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.941270 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.941428 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.941586 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.941746 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.941924 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.942085 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.942245 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.942404 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.942564 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.942724 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.942882 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.943041 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.943200 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.943359 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 02:37:30.943511 dv-cinder-789077-2-iscsi neutron-server[104704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 02:37:30.989309 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35316) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:30.998092 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062504 Jul 08 02:37:42.264597 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad989549-ebbf-486d-a5ec-707e1080b73d None None] get_active_networks_info from dv-cinder-789077-2-iscsi {{(pid=104847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:37:42.332543 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad989549-ebbf-486d-a5ec-707e1080b73d None None] No non-hosted networks {{(pid=104847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 08 02:37:42.347984 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.agentschedulers_db [None req-ad989549-ebbf-486d-a5ec-707e1080b73d None None] DHCP Agent not found on host dv-cinder-789077-2-iscsi {{(pid=104847) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 08 02:37:42.505490 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-4e492ea4-c1ce-4b34-915a-80de989ca58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16290060'] for agent, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:44.732432 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-e5e65df3-96a0-4436-95e1-b5d327ce29e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16290060'] for agent, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:44.773366 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-b27e292a-968b-4d8a-9a72-d5d466060944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:44.915630 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16290060'] for agent, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:44.916665 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:44.917238 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:44.917731 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:44.919562 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:44.920082 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:44.921887 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:44.923794 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:44.926307 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:44.927483 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:44.929567 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:44.930394 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:44.931431 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:44.934106 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789077-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:44.946486 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789077-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:46.132053 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16290060'] for agent, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:47.421802 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16290060'] for agent, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:48.660183 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35408) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:49.133739 dv-cinder-789077-2-iscsi neutron-server[104846]: WARNING oslo_policy.policy [None req-50c6c677-407a-496e-ba42-f1f5461bdec5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 02:37:49.134344 dv-cinder-789077-2-iscsi neutron-server[104846]: WARNING oslo_policy.policy [None req-50c6c677-407a-496e-ba42-f1f5461bdec5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 02:37:49.361702 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [None req-50c6c677-407a-496e-ba42-f1f5461bdec5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:37:49.362717 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-50c6c677-407a-496e-ba42-f1f5461bdec5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7016222 Jul 08 02:37:51.741146 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35422) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:52.024876 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.db.l3_hamode_db [None req-65de1b2e-08f0-4db8-bd6d-ffba8907b392 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 08 02:37:52.051894 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-e299d175-3c50-4911-b2ef-e0692f6509c5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:37:52.108128 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de1b2e-08f0-4db8-bd6d-ffba8907b392 None None] Routers set() bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:37:52.108428 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de1b2e-08f0-4db8-bd6d-ffba8907b392 None None] Router IDs set() for agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 02:37:52.158206 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.policy [None req-e299d175-3c50-4911-b2ef-e0692f6509c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104846) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 02:37:52.202951 dv-cinder-789077-2-iscsi neutron-server[104846]: WARNING oslo_policy.policy [None req-e299d175-3c50-4911-b2ef-e0692f6509c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 02:37:52.203318 dv-cinder-789077-2-iscsi neutron-server[104846]: WARNING oslo_policy.policy [None req-e299d175-3c50-4911-b2ef-e0692f6509c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 02:37:52.212098 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.quota [None req-e299d175-3c50-4911-b2ef-e0692f6509c5 admin admin] Loaded quota_driver: . Jul 08 02:37:52.304879 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e299d175-3c50-4911-b2ef-e0692f6509c5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792816153890', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792816154487', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792816100289', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792816102839', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792816096072', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792816122296', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-578766', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-589103', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16296871', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16194313'] for rbac-policy, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:52.370296 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e299d175-3c50-4911-b2ef-e0692f6509c5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:52.372320 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-e299d175-3c50-4911-b2ef-e0692f6509c5 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6300702 Jul 08 02:37:55.007389 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35434) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:55.294391 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Request body: {'network': {'project_id': 'c313d6162a0a46c1b744212f6f70e593', 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593', 'admin_state_up': True, 'name': 'private'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:37:55.322770 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Made reservation on behalf of c313d6162a0a46c1b744212f6f70e593 for: {'network': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:37:55.326285 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:55.342458 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:55.463041 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:55.466689 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:55.486061 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=104846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:37:55.514810 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792812886092', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:55.515399 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Unsubscribe: segment precommit_create {{(pid=104846) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 02:37:55.515916 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.segments_db [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Added segment 3793220e-a4e2-44fc-9b30-183d81261d2c of type vlan for network dd30739c-92f0-4a3f-b316-0a9b8367c03a Jul 08 02:37:55.532697 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbe1486-cbdb-4f07-a4e2-13de5ce18be7,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:55.581588 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:55.581953 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:55.582294 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:55.582626 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:55.582951 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:55.583287 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:55.583613 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:55.583971 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:55.584297 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:55.584618 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:55.584930 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:55.585243 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Tracked resource versions report: Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: pushed versions: Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: { 'AddressGroup': {'1.2'}, Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'ConntrackHelper': {'1.0'}, Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Log': {'1.0'}, Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Network': {'1.1'}, Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Port': {'1.7'}, Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'PortForwarding': {'1.2'}, Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'QosPolicy': {'1.8'}, Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'SecurityGroup': {'1.4'}, Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'SecurityGroupRule': {'1.2'}, Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'SubPort': {'1.0'}, Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Subnet': {'1.1'}, Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Trunk': {'1.1'}} Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: consumer versions: Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: { DHCP agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: L3 agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: Metadata agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: Metering agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: Open vSwitch agent@dv-cinder-789077-2-iscsi: { 'AddressGroup': '1.2', Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'ConntrackHelper': '1.0', Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Log': '1.0', Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Network': '1.1', Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Port': '1.7', Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'PortForwarding': '1.2', Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'QosPolicy': '1.8', Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'SecurityGroup': '1.4', Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'SecurityGroupRule': '1.2', Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'SubPort': '1.0', Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Subnet': '1.1', Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Trunk': '1.1'}} Jul 08 02:37:55.586407 dv-cinder-789077-2-iscsi neutron-server[104846]: {{(pid=104846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 02:37:55.631427 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:55.685091 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:55.686253 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:55.686917 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:55.774216 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7656689 Jul 08 02:37:55.782469 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcc1d1-175b-4138-a707-9e2c1fced7b2 admin admin] Pushing event updated for resources: {'Network': ['ID=dd30739c-92f0-4a3f-b316-0a9b8367c03a,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:55.795211 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network dd30739c-92f0-4a3f-b316-0a9b8367c03a details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:37:58.376078 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35448) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:58.859235 dv-cinder-789077-2-iscsi neutron-server[104845]: WARNING oslo_policy.policy [None req-cbd09661-6dbf-42bd-b3ed-35e5e70ec8ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 02:37:58.859823 dv-cinder-789077-2-iscsi neutron-server[104845]: WARNING oslo_policy.policy [None req-cbd09661-6dbf-42bd-b3ed-35e5e70ec8ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 02:37:59.302728 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.policy [None req-cbd09661-6dbf-42bd-b3ed-35e5e70ec8ca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104845) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 02:37:59.347729 dv-cinder-789077-2-iscsi neutron-server[104845]: WARNING oslo_policy.policy [None req-cbd09661-6dbf-42bd-b3ed-35e5e70ec8ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 02:37:59.348098 dv-cinder-789077-2-iscsi neutron-server[104845]: WARNING oslo_policy.policy [None req-cbd09661-6dbf-42bd-b3ed-35e5e70ec8ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 02:37:59.356283 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd09661-6dbf-42bd-b3ed-35e5e70ec8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:59.358205 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-cbd09661-6dbf-42bd-b3ed-35e5e70ec8ca admin admin] 10.222.0.21 "GET /v2.0/networks/dd30739c-92f0-4a3f-b316-0a9b8367c03a HTTP/1.1" status: 200 len: 825 time: 0.9800372 Jul 08 02:37:59.396584 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-10709bd0-1450-4dd6-a725-e146c5d6d275 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/0ee4c02f-8d0e-4eb5-a5e5-f17456b366d6 HTTP/1.1" status: 200 len: 734 time: 0.0331271 Jul 08 02:37:59.406101 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Request body: {'subnet': {'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '0ee4c02f-8d0e-4eb5-a5e5-f17456b366d6', 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:37:59.407679 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.quota [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Loaded quota_driver: . Jul 08 02:37:59.450760 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Made reservation on behalf of c313d6162a0a46c1b744212f6f70e593 for: {'subnet': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:37:59.454356 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Notify callbacks [] for subnet, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:59.753191 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for subnet, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:59.819270 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Checking segment: {'id': '3793220e-a4e2-44fc-9b30-183d81261d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:37:59.819637 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Network hostable DHCP agents. Network: dd30739c-92f0-4a3f-b316-0a9b8367c03a, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:37:59.845152 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b789df14-eb22-403f-a6c3-1eeabae0ca43,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:59.856516 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:59.856859 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:59.857197 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:59.857526 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:59.857870 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:59.858216 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:59.858543 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:59.858894 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:59.859217 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:59.859536 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:59.859852 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:59.860165 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Tracked resource versions report: Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: pushed versions: Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: { 'AddressGroup': {'1.2'}, Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'ConntrackHelper': {'1.0'}, Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Log': {'1.0'}, Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Network': {'1.1'}, Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Port': {'1.7'}, Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'PortForwarding': {'1.2'}, Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'QosPolicy': {'1.8'}, Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'SecurityGroup': {'1.4'}, Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'SecurityGroupRule': {'1.2'}, Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'SubPort': {'1.0'}, Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Subnet': {'1.1'}, Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Trunk': {'1.1'}} Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: consumer versions: Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: { DHCP agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: L3 agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: Metadata agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: Metering agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: Open vSwitch agent@dv-cinder-789077-2-iscsi: { 'AddressGroup': '1.2', Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'ConntrackHelper': '1.0', Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Log': '1.0', Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Network': '1.1', Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Port': '1.7', Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'PortForwarding': '1.2', Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'QosPolicy': '1.8', Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'SecurityGroup': '1.4', Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'SecurityGroupRule': '1.2', Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'SubPort': '1.0', Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Subnet': '1.1', Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Trunk': '1.1'}} Jul 08 02:37:59.861299 dv-cinder-789077-2-iscsi neutron-server[104845]: {{(pid=104845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 02:37:59.890616 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Network dd30739c-92f0-4a3f-b316-0a9b8367c03a is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:37:59.913386 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, dd30739c-92f0-4a3f-b316-0a9b8367c03a) {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:37:59.919998 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:59.920954 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:59.921647 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41bc7b7-faff-4fa8-ae64-ae8c70a8b0b4 None None] Network dd30739c-92f0-4a3f-b316-0a9b8367c03a requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:37:59.940341 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-c9e192e5-fa16-42e9-bdc2-4932e9b0facc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5384662 Jul 08 02:38:00.233529 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c58fc0b-1a5e-538e-9cdc-2d4ab23966fa-dd30739c-92f0-4a3f-b316-0a9b8367c03a', 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a', 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593', 'fixed_ips': [{'subnet_id': 'b789df14-eb22-403f-a6c3-1eeabae0ca43'}]}} from dv-cinder-789077-2-iscsi. {{(pid=104847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:38:00.234789 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:00.514000 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.db_base_plugin_common [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Allocated IP 172.20.0.2 (dd30739c-92f0-4a3f-b316-0a9b8367c03a/b789df14-eb22-403f-a6c3-1eeabae0ca43/812d9d47-d346-4e94-b519-9f561551f048) {{(pid=104847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:38:00.768490 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Notify callbacks [] for port, precommit_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:00.783167 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Transition to ACTIVE for port object 812d9d47-d346-4e94-b519-9f561551f048 will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:38:00.805802 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Transition to ACTIVE for port object 812d9d47-d346-4e94-b519-9f561551f048 will not be triggered until provisioned by entity DHCP. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:38:00.815693 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:00.882161 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Network dd30739c-92f0-4a3f-b316-0a9b8367c03a is already hosted by enough agents. {{(pid=104847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:38:00.889139 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.base_scheduler [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Resources bound (agent type, host, resource id): {{(pid=104847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:38:00.894115 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Received port after_create {{(pid=104847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:38:00.950105 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Pushing event updated for resources: {'Port': ['ID=812d9d47-d346-4e94-b519-9f561551f048,revision_number=1']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:00.973892 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:00.974334 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:00.974637 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:00.974975 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:00.975307 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:00.975647 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:00.975976 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:00.976304 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:00.976649 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:00.976977 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:00.977300 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:00.977622 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Tracked resource versions report: Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: pushed versions: Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: { 'AddressGroup': {'1.2'}, Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'ConntrackHelper': {'1.0'}, Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Log': {'1.0'}, Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Network': {'1.1'}, Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Port': {'1.7'}, Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'PortForwarding': {'1.2'}, Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'QosPolicy': {'1.8'}, Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'SecurityGroup': {'1.4'}, Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'SecurityGroupRule': {'1.2'}, Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'SubPort': {'1.0'}, Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Subnet': {'1.1'}, Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Trunk': {'1.1'}} Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: consumer versions: Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: { DHCP agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: L3 agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: Metadata agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: Metering agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: Open vSwitch agent@dv-cinder-789077-2-iscsi: { 'AddressGroup': '1.2', Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'ConntrackHelper': '1.0', Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Log': '1.0', Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Network': '1.1', Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Port': '1.7', Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'PortForwarding': '1.2', Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'QosPolicy': '1.8', Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'SecurityGroup': '1.4', Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'SecurityGroupRule': '1.2', Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'SubPort': '1.0', Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Subnet': '1.1', Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Trunk': '1.1'}} Jul 08 02:38:00.978800 dv-cinder-789077-2-iscsi neutron-server[104847]: {{(pid=104847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 02:38:00.995976 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Attempting to bind port 812d9d47-d346-4e94-b519-9f561551f048 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:38:00.996375 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Attempting to bind port 812d9d47-d346-4e94-b519-9f561551f048 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '3793220e-a4e2-44fc-9b30-183d81261d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:38:00.996805 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Attempting to bind port 812d9d47-d346-4e94-b519-9f561551f048 on network dd30739c-92f0-4a3f-b316-0a9b8367c03a {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:38:01.001602 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:38:01.002039 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Checking segment: {'id': '3793220e-a4e2-44fc-9b30-183d81261d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:38:01.002526 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:01.002936 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Bound using segment: {'id': '3793220e-a4e2-44fc-9b30-183d81261d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:38:01.003412 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Bound port: 812d9d47-d346-4e94-b519-9f561551f048, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3793220e-a4e2-44fc-9b30-183d81261d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:38:01.003837 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:01.067690 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] For port 812d9d47-d346-4e94-b519-9f561551f048, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:38:01.072060 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] For port 812d9d47-d346-4e94-b519-9f561551f048, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=812d9d47-d346-4e94-b519-9f561551f048,segment=NetworkSegment(3793220e-a4e2-44fc-9b30-183d81261d2c),segment_id=3793220e-a4e2-44fc-9b30-183d81261d2c)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:38:01.075476 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:01.140097 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6a670-e5b0-459b-abe3-b3d88070aa42 None None] Pushing event updated for resources: {'Port': ['ID=812d9d47-d346-4e94-b519-9f561551f048,revision_number=2']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:02.369761 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35468) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:02.689826 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [None req-3dadbf32-4e6b-426e-9f9a-296ca0b1575b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:38:02.705877 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-3dadbf32-4e6b-426e-9f9a-296ca0b1575b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3201034 Jul 08 02:38:05.099103 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35476) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:05.404017 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [None req-c735dad7-9c58-474e-8d71-e7560c0dbe05 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:38:05.405015 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-c735dad7-9c58-474e-8d71-e7560c0dbe05 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3048918 Jul 08 02:38:06.852800 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 812d9d47-d346-4e94-b519-9f561551f048 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:38:06.940492 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 812d9d47-d346-4e94-b519-9f561551f048 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:38:07.197754 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afbf908-72b5-4f18-ab6e-53312151ead8 None None] Network dd30739c-92f0-4a3f-b316-0a9b8367c03a requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:38:07.326562 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-8b2aeee5-0f7f-484d-b763-8276773298bb None None] Provisioning for port 812d9d47-d346-4e94-b519-9f561551f048 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:38:07.334821 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-8b2aeee5-0f7f-484d-b763-8276773298bb None None] Provisioning complete for port 812d9d47-d346-4e94-b519-9f561551f048 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:07.335216 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-8b2aeee5-0f7f-484d-b763-8276773298bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.489521 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-8b2aeee5-0f7f-484d-b763-8276773298bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.524595 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-8b2aeee5-0f7f-484d-b763-8276773298bb None None] For port 812d9d47-d346-4e94-b519-9f561551f048, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=812d9d47-d346-4e94-b519-9f561551f048,segment=NetworkSegment(3793220e-a4e2-44fc-9b30-183d81261d2c),segment_id=3793220e-a4e2-44fc-9b30-183d81261d2c)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:07.529099 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-8b2aeee5-0f7f-484d-b763-8276773298bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.578415 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2aeee5-0f7f-484d-b763-8276773298bb None None] Pushing event updated for resources: {'Port': ['ID=812d9d47-d346-4e94-b519-9f561551f048,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:07.650165 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-14d8c0bd-9cea-4bd6-84eb-e7a19307de19 None None] Provisioning complete for port 812d9d47-d346-4e94-b519-9f561551f048 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:07.650546 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-14d8c0bd-9cea-4bd6-84eb-e7a19307de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:08.064859 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35490) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:08.354304 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-010e5559-bcd2-4fe7-a6bc-54433834b984 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:08.378769 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-010e5559-bcd2-4fe7-a6bc-54433834b984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16287093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14686'] for router, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:08.380304 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-010e5559-bcd2-4fe7-a6bc-54433834b984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16287128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16291112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-516306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14631'] for router, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:08.519620 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-010e5559-bcd2-4fe7-a6bc-54433834b984 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:08.524020 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-010e5559-bcd2-4fe7-a6bc-54433834b984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16286988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515291'] for router, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:08.536250 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-010e5559-bcd2-4fe7-a6bc-54433834b984 admin admin] Notify callbacks [] for router, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:08.537418 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-010e5559-bcd2-4fe7-a6bc-54433834b984 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4715657 Jul 08 02:38:08.808512 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 812d9d47-d346-4e94-b519-9f561551f048 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:38:08.854861 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 812d9d47-d346-4e94-b519-9f561551f048 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:08.855256 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.885093 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35498) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:11.183958 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [None req-5764bb05-d88d-4a5a-a01f-c1c6b4c9f9b8 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:38:11.184923 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-5764bb05-d88d-4a5a-a01f-c1c6b4c9f9b8 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2988369 Jul 08 02:38:12.194531 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-021ec4c4-40fb-4e24-8aed-22d2bdc0c67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:13.556038 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35506) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:13.862890 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:13.904199 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Made reservation on behalf of ea447919565a4546bf72841ab7fa7551 for: {'network': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:38:13.906992 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:13.922159 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.046726 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.050455 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.066339 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Reserving flat network on physical network physnet1 {{(pid=104845) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 08 02:38:14.087104 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce42bd02-21b0-4cc4-8809-80e705365b34,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:14.094101 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792812886092', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.094600 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Unsubscribe: segment precommit_create {{(pid=104845) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 02:38:14.095101 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.segments_db [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Added segment 3f636efd-02e5-4748-879c-26f0d8ae5969 of type flat for network 55c43452-347a-4a03-a326-c2f40e761f1d Jul 08 02:38:14.157156 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.204174 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.205381 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:14.206010 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.282765 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7256510 Jul 08 02:38:14.299030 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a1b54-979e-4e0c-bcfb-d3cf8e6a4998 admin admin] Pushing event updated for resources: {'Network': ['ID=55c43452-347a-4a03-a326-c2f40e761f1d,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:14.315490 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network 55c43452-347a-4a03-a326-c2f40e761f1d details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:38:14.703019 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-cdf9997d-c5f3-40f4-9ac1-93beb3fbc6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.908654 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:16.072610 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:16.626076 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35524) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:16.797045 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34ba4f-bdcd-49d3-ba67-552a81ffd34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:16.798401 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-4d34ba4f-bdcd-49d3-ba67-552a81ffd34f admin admin] 10.222.0.21 "GET /v2.0/subnets/b789df14-eb22-403f-a6c3-1eeabae0ca43 HTTP/1.1" status: 200 len: 849 time: 0.1713502 Jul 08 02:38:16.918228 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-6410af3b-dfc3-4c26-8561-8f0f07241c6f admin admin] 10.222.0.21 "GET /v2.0/routers/9d8dd7b5-8ec8-415c-9c4e-f2c55187375f HTTP/1.1" status: 200 len: 704 time: 0.1145022 Jul 08 02:38:17.181037 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:17.359907 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:17.479071 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Allocated IP 172.20.0.1 (dd30739c-92f0-4a3f-b316-0a9b8367c03a/b789df14-eb22-403f-a6c3-1eeabae0ca43/92746f14-ca63-413b-98a0-a4bd280e7d8d) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:38:17.633818 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:17.657467 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Transition to ACTIVE for port object 92746f14-ca63-413b-98a0-a4bd280e7d8d will not be triggered until provisioned by entity DHCP. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:38:17.782904 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:17.854651 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Network dd30739c-92f0-4a3f-b316-0a9b8367c03a is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:38:17.862798 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:38:17.865340 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:38:17.865906 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16291538'] for router_interface, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:17.924334 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Pushing event updated for resources: {'Port': ['ID=92746f14-ca63-413b-98a0-a4bd280e7d8d,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:18.081085 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:18.103050 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-a26daf60-18a7-44fa-bbfb-aeb82f6ea2ba None None] Provisioning for port 92746f14-ca63-413b-98a0-a4bd280e7d8d completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:38:18.107107 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-a26daf60-18a7-44fa-bbfb-aeb82f6ea2ba None None] Provisioning complete for port 92746f14-ca63-413b-98a0-a4bd280e7d8d triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:18.107481 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-a26daf60-18a7-44fa-bbfb-aeb82f6ea2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:18.139804 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-a26daf60-18a7-44fa-bbfb-aeb82f6ea2ba None None] Port 92746f14-ca63-413b-98a0-a4bd280e7d8d cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:38:18.259499 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:18.263864 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:18.264684 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16377311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292737'] for router_interface, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:18.343075 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Pushing event updated for resources: {'Port': ['ID=92746f14-ca63-413b-98a0-a4bd280e7d8d,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:18.386767 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Network dd30739c-92f0-4a3f-b316-0a9b8367c03a is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:38:18.387995 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:38:18.548931 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Router 9d8dd7b5-8ec8-415c-9c4e-f2c55187375f is scheduled to L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 with binding_index 1 {{(pid=104845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:38:18.560258 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-16928f01-df59-447c-981e-2c37cd6e93ad None None] Provisioning complete for port 92746f14-ca63-413b-98a0-a4bd280e7d8d triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:18.560761 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-16928f01-df59-447c-981e-2c37cd6e93ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:18.597037 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-16928f01-df59-447c-981e-2c37cd6e93ad None None] Port 92746f14-ca63-413b-98a0-a4bd280e7d8d cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:38:18.644006 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:38:18.649309 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-271f2aaf-a7d4-4597-a746-1ad49c788f2e admin admin] 10.222.0.21 "PUT /v2.0/routers/9d8dd7b5-8ec8-415c-9c4e-f2c55187375f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7257104 Jul 08 02:38:18.666004 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Sync routers for ids ['9d8dd7b5-8ec8-415c-9c4e-f2c55187375f'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:38:18.677682 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Routers {'9d8dd7b5-8ec8-415c-9c4e-f2c55187375f'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:38:18.678553 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:38:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['9d8dd7b5-8ec8-415c-9c4e-f2c55187375f'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:18.862313 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Set router 9d8dd7b5-8ec8-415c-9c4e-f2c55187375f gateway port host: None {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:38:19.289538 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8dd7b5-8ec8-415c-9c4e-f2c55187375f', 'name': 'router1', 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:08Z', 'updated_at': '2021-07-08T02:38:18Z', 'revision_number': 2, 'project_id': 'c313d6162a0a46c1b744212f6f70e593', 'gw_port_host': None, '_interfaces': [{'id': '92746f14-ca63-413b-98a0-a4bd280e7d8d', 'name': '', 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a', 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593', 'mac_address': 'fa:16:3e:97:4e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8dd7b5-8ec8-415c-9c4e-f2c55187375f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b789df14-eb22-403f-a6c3-1eeabae0ca43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:17Z', 'updated_at': '2021-07-08T02:38:18Z', 'revision_number': 2, 'project_id': 'c313d6162a0a46c1b744212f6f70e593', 'subnets': [{'id': 'b789df14-eb22-403f-a6c3-1eeabae0ca43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ee4c02f-8d0e-4eb5-a5e5-f17456b366d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:19.342102 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Checking router: 9d8dd7b5-8ec8-415c-9c4e-f2c55187375f for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:38:19.342476 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Updating router 9d8dd7b5-8ec8-415c-9c4e-f2c55187375f port 92746f14-ca63-413b-98a0-a4bd280e7d8d binding host dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:38:19.414619 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:19.900874 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Notify callbacks [] for port, precommit_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:19.919920 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.provisioning_blocks [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Transition to ACTIVE for port object 92746f14-ca63-413b-98a0-a4bd280e7d8d will not be triggered until provisioned by entity L2. {{(pid=104848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:38:19.925722 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:20.081409 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0562219-ded9-4d46-b7e0-468fc527ab16 None None] Pushing event updated for resources: {'Port': ['ID=92746f14-ca63-413b-98a0-a4bd280e7d8d,revision_number=3']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:20.097554 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562219-ded9-4d46-b7e0-468fc527ab16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:20.097935 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562219-ded9-4d46-b7e0-468fc527ab16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:20.098283 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562219-ded9-4d46-b7e0-468fc527ab16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:20.098623 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562219-ded9-4d46-b7e0-468fc527ab16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:20.099055 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562219-ded9-4d46-b7e0-468fc527ab16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:20.099391 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562219-ded9-4d46-b7e0-468fc527ab16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:20.099727 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562219-ded9-4d46-b7e0-468fc527ab16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:20.100057 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562219-ded9-4d46-b7e0-468fc527ab16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:20.100401 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562219-ded9-4d46-b7e0-468fc527ab16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:20.100731 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562219-ded9-4d46-b7e0-468fc527ab16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:20.101057 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562219-ded9-4d46-b7e0-468fc527ab16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:20.101381 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562219-ded9-4d46-b7e0-468fc527ab16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562219-ded9-4d46-b7e0-468fc527ab16 None None] Tracked resource versions report: Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: pushed versions: Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: { 'AddressGroup': {'1.2'}, Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'ConntrackHelper': {'1.0'}, Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Log': {'1.0'}, Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Network': {'1.1'}, Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Port': {'1.7'}, Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'PortForwarding': {'1.2'}, Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'QosPolicy': {'1.8'}, Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'SecurityGroup': {'1.4'}, Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'SecurityGroupRule': {'1.2'}, Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'SubPort': {'1.0'}, Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Subnet': {'1.1'}, Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Trunk': {'1.1'}} Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: consumer versions: Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: { DHCP agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: L3 agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: Metadata agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: Metering agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: Open vSwitch agent@dv-cinder-789077-2-iscsi: { 'AddressGroup': '1.2', Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'ConntrackHelper': '1.0', Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Log': '1.0', Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Network': '1.1', Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Port': '1.7', Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'PortForwarding': '1.2', Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'QosPolicy': '1.8', Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'SecurityGroup': '1.4', Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'SecurityGroupRule': '1.2', Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'SubPort': '1.0', Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Subnet': '1.1', Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Trunk': '1.1'}} Jul 08 02:38:20.102610 dv-cinder-789077-2-iscsi neutron-server[104848]: {{(pid=104848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 02:38:20.105404 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Attempting to bind port 92746f14-ca63-413b-98a0-a4bd280e7d8d on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:38:20.105816 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Attempting to bind port 92746f14-ca63-413b-98a0-a4bd280e7d8d by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '3793220e-a4e2-44fc-9b30-183d81261d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a'}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:38:20.106306 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Attempting to bind port 92746f14-ca63-413b-98a0-a4bd280e7d8d on network dd30739c-92f0-4a3f-b316-0a9b8367c03a {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:38:20.117287 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:38:20.117728 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Checking segment: {'id': '3793220e-a4e2-44fc-9b30-183d81261d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:38:20.118326 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:20.118713 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Bound using segment: {'id': '3793220e-a4e2-44fc-9b30-183d81261d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a'} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:38:20.119205 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Bound port: 92746f14-ca63-413b-98a0-a4bd280e7d8d, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3793220e-a4e2-44fc-9b30-183d81261d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a'}}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:38:20.119609 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:20.184164 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] For port 92746f14-ca63-413b-98a0-a4bd280e7d8d, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:38:20.205689 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] For port 92746f14-ca63-413b-98a0-a4bd280e7d8d, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=92746f14-ca63-413b-98a0-a4bd280e7d8d,segment=NetworkSegment(3793220e-a4e2-44fc-9b30-183d81261d2c),segment_id=3793220e-a4e2-44fc-9b30-183d81261d2c)] {{(pid=104848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:38:20.210105 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:20.263776 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Routers {'9d8dd7b5-8ec8-415c-9c4e-f2c55187375f'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:38:20.264417 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:38:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['9d8dd7b5-8ec8-415c-9c4e-f2c55187375f'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:20.349338 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0562219-ded9-4d46-b7e0-468fc527ab16 None None] Pushing event updated for resources: {'Port': ['ID=92746f14-ca63-413b-98a0-a4bd280e7d8d,revision_number=4']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:20.366249 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] Set router 9d8dd7b5-8ec8-415c-9c4e-f2c55187375f gateway port host: None {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:38:20.571970 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8dd7b5-8ec8-415c-9c4e-f2c55187375f', 'name': 'router1', 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:08Z', 'updated_at': '2021-07-08T02:38:18Z', 'revision_number': 2, 'project_id': 'c313d6162a0a46c1b744212f6f70e593', 'gw_port_host': None, '_interfaces': [{'id': '92746f14-ca63-413b-98a0-a4bd280e7d8d', 'name': '', 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a', 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593', 'mac_address': 'fa:16:3e:97:4e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8dd7b5-8ec8-415c-9c4e-f2c55187375f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b789df14-eb22-403f-a6c3-1eeabae0ca43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:17Z', 'updated_at': '2021-07-08T02:38:20Z', 'revision_number': 4, 'project_id': 'c313d6162a0a46c1b744212f6f70e593', 'subnets': [{'id': 'b789df14-eb22-403f-a6c3-1eeabae0ca43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ee4c02f-8d0e-4eb5-a5e5-f17456b366d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:20.601136 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b349d5-ea44-418a-a150-22b41034ed87 None None] The sync data for ids ['9d8dd7b5-8ec8-415c-9c4e-f2c55187375f'] in dv-cinder-789077-2-iscsi is: [{'id': '9d8dd7b5-8ec8-415c-9c4e-f2c55187375f', 'name': 'router1', 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:08Z', 'updated_at': '2021-07-08T02:38:18Z', 'revision_number': 2, 'project_id': 'c313d6162a0a46c1b744212f6f70e593', 'gw_port_host': None, '_interfaces': [{'id': '92746f14-ca63-413b-98a0-a4bd280e7d8d', 'name': '', 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a', 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593', 'mac_address': 'fa:16:3e:97:4e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8dd7b5-8ec8-415c-9c4e-f2c55187375f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b789df14-eb22-403f-a6c3-1eeabae0ca43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:17Z', 'updated_at': '2021-07-08T02:38:20Z', 'revision_number': 4, 'project_id': 'c313d6162a0a46c1b744212f6f70e593', 'subnets': [{'id': 'b789df14-eb22-403f-a6c3-1eeabae0ca43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ee4c02f-8d0e-4eb5-a5e5-f17456b366d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:38:20.887015 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35544) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:20.994048 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96576b7-88bb-4078-9369-dd049eb29652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:20.996473 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-d96576b7-88bb-4078-9369-dd049eb29652 admin admin] 10.222.0.21 "GET /v2.0/networks/55c43452-347a-4a03-a326-c2f40e761f1d HTTP/1.1" status: 200 len: 842 time: 0.1084204 Jul 08 02:38:21.005632 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-a272f585-3fd7-47c1-bd40-e0673401e841 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:21.027913 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a272f585-3fd7-47c1-bd40-e0673401e841 admin admin] Made reservation on behalf of ea447919565a4546bf72841ab7fa7551 for: {'subnet': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:38:21.030113 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-a272f585-3fd7-47c1-bd40-e0673401e841 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:21.313713 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.objects.ports [None req-a272f585-3fd7-47c1-bd40-e0673401e841 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:38:21.314152 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-a272f585-3fd7-47c1-bd40-e0673401e841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for subnet, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:21.365493 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272f585-3fd7-47c1-bd40-e0673401e841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da870be-c87f-4aa3-81ba-4ecde090d89e,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:21.378650 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272f585-3fd7-47c1-bd40-e0673401e841 admin admin] Checking segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:38:21.379012 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272f585-3fd7-47c1-bd40-e0673401e841 admin admin] Network hostable DHCP agents. Network: 55c43452-347a-4a03-a326-c2f40e761f1d, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:38:21.394730 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272f585-3fd7-47c1-bd40-e0673401e841 admin admin] Network 55c43452-347a-4a03-a326-c2f40e761f1d is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:38:21.403134 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-a272f585-3fd7-47c1-bd40-e0673401e841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, 55c43452-347a-4a03-a326-c2f40e761f1d) {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:38:21.407175 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a272f585-3fd7-47c1-bd40-e0673401e841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:21.407877 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-a272f585-3fd7-47c1-bd40-e0673401e841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:21.412300 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb5ec9c-d997-42fe-820a-fa8d7780309f None None] Network 55c43452-347a-4a03-a326-c2f40e761f1d requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:38:21.423795 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-a272f585-3fd7-47c1-bd40-e0673401e841 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4215143 Jul 08 02:38:21.545556 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aed316-04af-4286-9f6b-8717aac4bc5f None None] Network 55c43452-347a-4a03-a326-c2f40e761f1d requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:38:23.709344 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35556) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:23.910589 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-2dd407f8-0bcd-4838-a070-f0c45a7d36e5 admin admin] 10.222.0.21 "GET /v2.0/routers/9d8dd7b5-8ec8-415c-9c4e-f2c55187375f HTTP/1.1" status: 200 len: 710 time: 0.2000082 Jul 08 02:38:23.993582 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad57dc4-a542-4088-87dc-d9c22f041e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:23.995233 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-8ad57dc4-a542-4088-87dc-d9c22f041e18 admin admin] 10.222.0.21 "GET /v2.0/networks/55c43452-347a-4a03-a326-c2f40e761f1d HTTP/1.1" status: 200 len: 886 time: 0.0796976 Jul 08 02:38:24.005964 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:24.251895 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16291130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16286983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14641'] for router, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:24.488444 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:24.561717 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:24.669234 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Allocated IP 172.27.1.253 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/8ca2186b-f587-4441-ba98-02f4be600936) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:38:24.774041 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:24.822265 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:24.842845 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 92746f14-ca63-413b-98a0-a4bd280e7d8d up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:38:24.856166 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:38:24.858916 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:38:24.866398 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:38:24.893912 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 92746f14-ca63-413b-98a0-a4bd280e7d8d completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:38:24.897326 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 92746f14-ca63-413b-98a0-a4bd280e7d8d triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:24.897700 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:24.929539 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8ca2186b-f587-4441-ba98-02f4be600936,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:24.976585 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:25.009316 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port 92746f14-ca63-413b-98a0-a4bd280e7d8d, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=92746f14-ca63-413b-98a0-a4bd280e7d8d,segment=NetworkSegment(3793220e-a4e2-44fc-9b30-183d81261d2c),segment_id=3793220e-a4e2-44fc-9b30-183d81261d2c)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:25.014203 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:25.062879 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=92746f14-ca63-413b-98a0-a4bd280e7d8d,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:25.130526 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:25.412427 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16291130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16286983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14641'] for router, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:25.415601 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-515273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-515264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16287006'] for router, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:25.519385 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Router 9d8dd7b5-8ec8-415c-9c4e-f2c55187375f has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:38:25.621962 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:38:25.627010 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] Notify callbacks [] for router, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:25.627735 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-4f28221f-3941-4111-977c-9bc32f8626e0 admin admin] 10.222.0.21 "PUT /v2.0/routers/9d8dd7b5-8ec8-415c-9c4e-f2c55187375f HTTP/1.1" status: 200 len: 890 time: 1.6270258 Jul 08 02:38:25.632669 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Sync routers for ids ['9d8dd7b5-8ec8-415c-9c4e-f2c55187375f'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:38:25.644642 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Routers {'9d8dd7b5-8ec8-415c-9c4e-f2c55187375f'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:38:25.645333 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:38:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['9d8dd7b5-8ec8-415c-9c4e-f2c55187375f'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:25.913338 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Set router 9d8dd7b5-8ec8-415c-9c4e-f2c55187375f gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:38:26.310321 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8dd7b5-8ec8-415c-9c4e-f2c55187375f', 'name': 'router1', 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8ca2186b-f587-4441-ba98-02f4be600936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:08Z', 'updated_at': '2021-07-08T02:38:24Z', 'revision_number': 4, 'project_id': 'c313d6162a0a46c1b744212f6f70e593', 'gw_port': {'id': '8ca2186b-f587-4441-ba98-02f4be600936', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8dd7b5-8ec8-415c-9c4e-f2c55187375f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:24Z', 'updated_at': '2021-07-08T02:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '92746f14-ca63-413b-98a0-a4bd280e7d8d', 'name': '', 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a', 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593', 'mac_address': 'fa:16:3e:97:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8dd7b5-8ec8-415c-9c4e-f2c55187375f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b789df14-eb22-403f-a6c3-1eeabae0ca43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:17Z', 'updated_at': '2021-07-08T02:38:24Z', 'revision_number': 5, 'project_id': 'c313d6162a0a46c1b744212f6f70e593', 'subnets': [{'id': 'b789df14-eb22-403f-a6c3-1eeabae0ca43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ee4c02f-8d0e-4eb5-a5e5-f17456b366d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:26.361631 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Checking router: 9d8dd7b5-8ec8-415c-9c4e-f2c55187375f for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:38:26.362021 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Updating router 9d8dd7b5-8ec8-415c-9c4e-f2c55187375f port 8ca2186b-f587-4441-ba98-02f4be600936 binding host dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:38:26.394762 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:26.711687 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Notify callbacks [] for port, precommit_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:26.721632 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Transition to ACTIVE for port object 8ca2186b-f587-4441-ba98-02f4be600936 will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:38:26.727235 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:26.782165 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Attempting to bind port 8ca2186b-f587-4441-ba98-02f4be600936 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:38:26.782556 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Attempting to bind port 8ca2186b-f587-4441-ba98-02f4be600936 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:38:26.782928 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Attempting to bind port 8ca2186b-f587-4441-ba98-02f4be600936 on network 55c43452-347a-4a03-a326-c2f40e761f1d {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:38:26.784978 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485337e9-0ab1-4dd8-9bbb-45531fd4c59c None None] Pushing event updated for resources: {'Port': ['ID=8ca2186b-f587-4441-ba98-02f4be600936,revision_number=2']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:26.790756 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:38:26.791140 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Checking segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:38:26.791723 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:26.792128 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Bound using segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:38:26.792609 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Bound port: 8ca2186b-f587-4441-ba98-02f4be600936, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:38:26.792999 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:26.815662 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 5 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:38:26.858169 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] For port 8ca2186b-f587-4441-ba98-02f4be600936, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:38:26.861599 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] For port 8ca2186b-f587-4441-ba98-02f4be600936, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=8ca2186b-f587-4441-ba98-02f4be600936,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:38:26.864895 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 92746f14-ca63-413b-98a0-a4bd280e7d8d up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:38:26.887830 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:26.969867 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Routers {'9d8dd7b5-8ec8-415c-9c4e-f2c55187375f'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:38:26.970487 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:38:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['9d8dd7b5-8ec8-415c-9c4e-f2c55187375f'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:27.095723 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485337e9-0ab1-4dd8-9bbb-45531fd4c59c None None] Pushing event updated for resources: {'Port': ['ID=8ca2186b-f587-4441-ba98-02f4be600936,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:27.154610 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 92746f14-ca63-413b-98a0-a4bd280e7d8d triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:27.154984 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:27.187534 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] Set router 9d8dd7b5-8ec8-415c-9c4e-f2c55187375f gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:38:27.435658 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8dd7b5-8ec8-415c-9c4e-f2c55187375f', 'name': 'router1', 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8ca2186b-f587-4441-ba98-02f4be600936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:08Z', 'updated_at': '2021-07-08T02:38:24Z', 'revision_number': 4, 'project_id': 'c313d6162a0a46c1b744212f6f70e593', 'gw_port': {'id': '8ca2186b-f587-4441-ba98-02f4be600936', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8dd7b5-8ec8-415c-9c4e-f2c55187375f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:24Z', 'updated_at': '2021-07-08T02:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '92746f14-ca63-413b-98a0-a4bd280e7d8d', 'name': '', 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a', 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593', 'mac_address': 'fa:16:3e:97:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8dd7b5-8ec8-415c-9c4e-f2c55187375f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b789df14-eb22-403f-a6c3-1eeabae0ca43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:17Z', 'updated_at': '2021-07-08T02:38:24Z', 'revision_number': 5, 'project_id': 'c313d6162a0a46c1b744212f6f70e593', 'subnets': [{'id': 'b789df14-eb22-403f-a6c3-1eeabae0ca43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ee4c02f-8d0e-4eb5-a5e5-f17456b366d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:27.461610 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353b13b1-ab7e-4db4-94fb-f9799411021f None None] The sync data for ids ['9d8dd7b5-8ec8-415c-9c4e-f2c55187375f'] in dv-cinder-789077-2-iscsi is: [{'id': '9d8dd7b5-8ec8-415c-9c4e-f2c55187375f', 'name': 'router1', 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8ca2186b-f587-4441-ba98-02f4be600936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:08Z', 'updated_at': '2021-07-08T02:38:24Z', 'revision_number': 4, 'project_id': 'c313d6162a0a46c1b744212f6f70e593', 'gw_port': {'id': '8ca2186b-f587-4441-ba98-02f4be600936', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8dd7b5-8ec8-415c-9c4e-f2c55187375f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:24Z', 'updated_at': '2021-07-08T02:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '92746f14-ca63-413b-98a0-a4bd280e7d8d', 'name': '', 'network_id': 'dd30739c-92f0-4a3f-b316-0a9b8367c03a', 'tenant_id': 'c313d6162a0a46c1b744212f6f70e593', 'mac_address': 'fa:16:3e:97:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8dd7b5-8ec8-415c-9c4e-f2c55187375f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b789df14-eb22-403f-a6c3-1eeabae0ca43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:17Z', 'updated_at': '2021-07-08T02:38:24Z', 'revision_number': 5, 'project_id': 'c313d6162a0a46c1b744212f6f70e593', 'subnets': [{'id': 'b789df14-eb22-403f-a6c3-1eeabae0ca43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ee4c02f-8d0e-4eb5-a5e5-f17456b366d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:38:28.038384 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35566) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:28.169665 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-0b46ba48-86cb-4ea0-a464-3b395eec5b30 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1301565 Jul 08 02:38:28.875673 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 8ca2186b-f587-4441-ba98-02f4be600936 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:38:28.929991 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 8ca2186b-f587-4441-ba98-02f4be600936 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:38:28.934631 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 8ca2186b-f587-4441-ba98-02f4be600936 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:28.936291 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:29.043131 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:29.075373 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port 8ca2186b-f587-4441-ba98-02f4be600936, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=8ca2186b-f587-4441-ba98-02f4be600936,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:29.082403 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:29.135954 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=8ca2186b-f587-4441-ba98-02f4be600936,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:30.852654 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 8ca2186b-f587-4441-ba98-02f4be600936 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:38:30.900252 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 8ca2186b-f587-4441-ba98-02f4be600936 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:30.900696 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:42.196977 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-849c3cde-32a3-49d4-b609-8c6badee95fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:44.705480 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-d76213f1-699d-486f-bb37-4bc5f23ddc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:44.922145 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:46.080077 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:47.384118 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:03.815221 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 5 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:39:12.207340 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-48cb844a-c613-4cb2-b323-539b205a0069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:14.708990 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-52b92d0c-ed71-488f-95c1-d174bbf2c74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:14.917114 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.085421 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.376303 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:40.813625 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 5 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:39:42.198764 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-155ffd20-276c-4b80-a62a-8481d4380369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:44.709203 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-e07a27c1-f5b6-44a1-80d1-75805cbe8e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:44.920211 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:46.079543 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:47.387441 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:04.344729 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36134) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:04.403618 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb62eca-a986-4e78-bcd8-0621fe211722 admin admin] GET failed (client error): The resource could not be found. Jul 08 02:40:04.404971 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-1fb62eca-a986-4e78-bcd8-0621fe211722 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0592916 Jul 08 02:40:04.562398 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7344a005-e41b-4881-afea-ef85a5c1be5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:04.563875 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-7344a005-e41b-4881-afea-ef85a5c1be5c admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1551702 Jul 08 02:40:06.738653 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36144) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:06.828541 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9942a9e-1cca-415b-ae07-f5381e13f2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:06.829877 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-b9942a9e-1cca-415b-ae07-f5381e13f2ad admin admin] 10.222.0.21 "GET /v2.0/subnets/b789df14-eb22-403f-a6c3-1eeabae0ca43 HTTP/1.1" status: 200 len: 849 time: 0.0902684 Jul 08 02:40:06.839571 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:40:06.919814 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Notify callbacks [] for subnet, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:07.060251 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792813104150'] for subnet, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:07.090252 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:07.090834 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:07.094302 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] 10.222.0.21 "PUT /v2.0/subnets/b789df14-eb22-403f-a6c3-1eeabae0ca43 HTTP/1.1" status: 200 len: 868 time: 0.2583425 Jul 08 02:40:07.095531 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2206456-a480-4c42-b0d5-042aca3453b6 None None] Network dd30739c-92f0-4a3f-b316-0a9b8367c03a requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:40:07.117017 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b789df14-eb22-403f-a6c3-1eeabae0ca43,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:07.124505 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:07.124895 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:07.125249 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:07.125769 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:07.126146 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:07.126502 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:07.126844 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:07.127197 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:07.127554 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:07.127889 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:07.128220 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:07.128547 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c6c4b-5d13-41d0-9f0c-65693c947b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:07.473015 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-7f224e4c-1e74-4cd6-b671-9ca658c9db8a None None] Provisioning complete for port 812d9d47-d346-4e94-b519-9f561551f048 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:40:07.473390 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-7f224e4c-1e74-4cd6-b671-9ca658c9db8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:07.558605 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-7f224e4c-1e74-4cd6-b671-9ca658c9db8a None None] Provisioning complete for port 92746f14-ca63-413b-98a0-a4bd280e7d8d triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:40:07.558981 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-7f224e4c-1e74-4cd6-b671-9ca658c9db8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:09.274288 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36152) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:09.469630 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04837ebe-baa0-4dd9-b6ce-044010a929f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:09.470061 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04837ebe-baa0-4dd9-b6ce-044010a929f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:09.471593 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-04837ebe-baa0-4dd9-b6ce-044010a929f6 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1963432 Jul 08 02:40:11.613582 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36160) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:11.818731 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f62576-6bb9-4a14-bd27-394c897608b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:11.819208 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f62576-6bb9-4a14-bd27-394c897608b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:11.820757 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-48f62576-6bb9-4a14-bd27-394c897608b2 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2062190 Jul 08 02:40:12.200851 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-e66097dd-65cc-433c-935e-3dd23c9e3185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:13.999320 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36170) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:14.202858 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac439b10-457f-4349-bf91-713672546f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:14.204154 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-ac439b10-457f-4349-bf91-713672546f1b admin admin] 10.222.0.21 "GET /v2.0/networks/55c43452-347a-4a03-a326-c2f40e761f1d HTTP/1.1" status: 200 len: 886 time: 0.2038684 Jul 08 02:40:14.715902 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-6504a649-12e1-4721-bfc7-9f876a312b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:14.921560 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:16.080980 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:16.377748 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36178) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:16.519401 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e445e0c-759e-41d1-b3d2-f2cbd1d3f98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:16.521358 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-3e445e0c-759e-41d1-b3d2-f2cbd1d3f98e admin admin] 10.222.0.21 "GET /v2.0/networks/dd30739c-92f0-4a3f-b316-0a9b8367c03a HTTP/1.1" status: 200 len: 869 time: 0.1426013 Jul 08 02:40:17.395759 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:17.811854 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 5 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:40:18.670927 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36186) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:18.793444 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78df414-7075-4426-a569-18d8f93ca113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:18.793930 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78df414-7075-4426-a569-18d8f93ca113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:18.795445 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-d78df414-7075-4426-a569-18d8f93ca113 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235623 Jul 08 02:40:20.968672 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36194) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:21.056286 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e20ccc-afcf-4db8-9dfb-c8d8a2fcea97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:21.056750 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e20ccc-afcf-4db8-9dfb-c8d8a2fcea97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:21.058269 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-41e20ccc-afcf-4db8-9dfb-c8d8a2fcea97 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0886519 Jul 08 02:40:23.232343 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36202) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:23.316552 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a8730b-dab3-46ba-9205-edf0fe79f464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:23.318092 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-a2a8730b-dab3-46ba-9205-edf0fe79f464 admin admin] 10.222.0.21 "GET /v2.0/subnets/2da870be-c87f-4aa3-81ba-4ecde090d89e HTTP/1.1" status: 200 len: 816 time: 0.0847874 Jul 08 02:40:25.496624 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36210) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:25.583205 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572b80f1-424b-438b-b343-19da4cc7855e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:25.584589 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-572b80f1-424b-438b-b343-19da4cc7855e admin admin] 10.222.0.21 "GET /v2.0/subnets/b789df14-eb22-403f-a6c3-1eeabae0ca43 HTTP/1.1" status: 200 len: 868 time: 0.0871105 Jul 08 02:40:42.202442 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-93a87f57-819b-40a7-bade-693276a25af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:44.706241 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-ea99f008-44a3-41ad-a4d2-099edf6120c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:44.921428 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:46.086132 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:47.401654 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:49.858391 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36262) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:49.902637 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [None req-5205a6c7-ced8-481a-9f80-7d08c3e90d39 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:40:49.903664 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-5205a6c7-ced8-481a-9f80-7d08c3e90d39 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443366 Jul 08 02:40:52.208889 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36270) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:52.271042 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c905be-3a1a-4684-89fb-e4875a1dfee1 admin admin] GET failed (client error): The resource could not be found. Jul 08 02:40:52.272421 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-74c905be-3a1a-4684-89fb-e4875a1dfee1 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625856 Jul 08 02:40:52.354529 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c198d3e7-60f5-45aa-b386-7a00d19bddd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:52.355964 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-c198d3e7-60f5-45aa-b386-7a00d19bddd3 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0797188 Jul 08 02:40:54.589358 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36278) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:54.634357 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-3df879a3-956d-474b-ac5a-68b509cd0a65 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:40:54.655182 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df879a3-956d-474b-ac5a-68b509cd0a65 admin admin] Made reservation on behalf of ea447919565a4546bf72841ab7fa7551 for: {'network': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:40:54.657447 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-3df879a3-956d-474b-ac5a-68b509cd0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:54.684721 dv-cinder-789077-2-iscsi neutron-server[104845]: WARNING neutron.services.revisions.revision_plugin [None req-3df879a3-956d-474b-ac5a-68b509cd0a65 admin admin] Could not find related network for resource to bump revision. Jul 08 02:40:54.699157 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df879a3-956d-474b-ac5a-68b509cd0a65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=104845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:40:54.709531 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-3df879a3-956d-474b-ac5a-68b509cd0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:54.709918 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.segments_db [None req-3df879a3-956d-474b-ac5a-68b509cd0a65 admin admin] Added segment 7f7f4e89-d39f-4791-8ffc-01244d5684f8 of type vlan for network 6b957353-2bad-46a9-a648-93299375afe6 Jul 08 02:40:54.750032 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-3df879a3-956d-474b-ac5a-68b509cd0a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:54.782465 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-3df879a3-956d-474b-ac5a-68b509cd0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:54.783328 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df879a3-956d-474b-ac5a-68b509cd0a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:54.783900 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-3df879a3-956d-474b-ac5a-68b509cd0a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:54.809591 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 5 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:40:54.838237 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-3df879a3-956d-474b-ac5a-68b509cd0a65 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2477462 Jul 08 02:40:54.842896 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df879a3-956d-474b-ac5a-68b509cd0a65 admin admin] Pushing event updated for resources: {'Network': ['ID=6b957353-2bad-46a9-a648-93299375afe6,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:54.853808 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network 6b957353-2bad-46a9-a648-93299375afe6 details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:40:57.023425 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36286) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:57.081098 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6974f1-ff5d-49b2-bd4c-2920acab203b admin admin] GET failed (client error): The resource could not be found. Jul 08 02:40:57.082422 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-7f6974f1-ff5d-49b2-bd4c-2920acab203b admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0580440 Jul 08 02:40:57.153374 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85842fa-3f9b-4846-91df-355c22059131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:57.154751 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-d85842fa-3f9b-4846-91df-355c22059131 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683436 Jul 08 02:40:57.164120 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-50ce1ab7-7382-47e4-aab7-80a2887643be admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '6b957353-2bad-46a9-a648-93299375afe6'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:40:57.183682 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ce1ab7-7382-47e4-aab7-80a2887643be admin admin] Made reservation on behalf of ea447919565a4546bf72841ab7fa7551 for: {'subnet': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:40:57.185976 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-50ce1ab7-7382-47e4-aab7-80a2887643be admin admin] Notify callbacks [] for subnet, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.437678 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-50ce1ab7-7382-47e4-aab7-80a2887643be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for subnet, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.491267 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce1ab7-7382-47e4-aab7-80a2887643be admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab2cd878-0ffa-4333-a1d3-ee1481562fc0,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:57.497814 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce1ab7-7382-47e4-aab7-80a2887643be admin admin] Checking segment: {'id': '7f7f4e89-d39f-4791-8ffc-01244d5684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b957353-2bad-46a9-a648-93299375afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:40:57.498194 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce1ab7-7382-47e4-aab7-80a2887643be admin admin] Network hostable DHCP agents. Network: 6b957353-2bad-46a9-a648-93299375afe6, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:40:57.514384 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce1ab7-7382-47e4-aab7-80a2887643be admin admin] Network 6b957353-2bad-46a9-a648-93299375afe6 is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:40:57.522399 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-50ce1ab7-7382-47e4-aab7-80a2887643be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, 6b957353-2bad-46a9-a648-93299375afe6) {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:40:57.526227 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ce1ab7-7382-47e4-aab7-80a2887643be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:57.526820 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-50ce1ab7-7382-47e4-aab7-80a2887643be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.531029 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fd5dff-fb9e-4522-8a3c-2b91c2879c4f None None] Network 6b957353-2bad-46a9-a648-93299375afe6 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:40:57.540872 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-50ce1ab7-7382-47e4-aab7-80a2887643be admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3800826 Jul 08 02:40:57.776331 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c58fc0b-1a5e-538e-9cdc-2d4ab23966fa-6b957353-2bad-46a9-a648-93299375afe6', 'network_id': '6b957353-2bad-46a9-a648-93299375afe6', 'tenant_id': 'ea447919565a4546bf72841ab7fa7551', 'fixed_ips': [{'subnet_id': 'ab2cd878-0ffa-4333-a1d3-ee1481562fc0'}]}} from dv-cinder-789077-2-iscsi. {{(pid=104847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:40:57.777280 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.918789 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.db_base_plugin_common [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Allocated IP 192.168.233.2 (6b957353-2bad-46a9-a648-93299375afe6/ab2cd878-0ffa-4333-a1d3-ee1481562fc0/01b407e5-ae2f-4af2-b03c-15f63d05e018) {{(pid=104847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:40:58.068422 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Notify callbacks [] for port, precommit_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:58.077226 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Transition to ACTIVE for port object 01b407e5-ae2f-4af2-b03c-15f63d05e018 will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:40:58.092672 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Transition to ACTIVE for port object 01b407e5-ae2f-4af2-b03c-15f63d05e018 will not be triggered until provisioned by entity DHCP. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:40:58.099095 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:58.138651 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Network 6b957353-2bad-46a9-a648-93299375afe6 is already hosted by enough agents. {{(pid=104847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:40:58.141362 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.base_scheduler [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Resources bound (agent type, host, resource id): {{(pid=104847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:40:58.145138 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Received port after_create {{(pid=104847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:40:58.154130 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Pushing event updated for resources: {'Port': ['ID=01b407e5-ae2f-4af2-b03c-15f63d05e018,revision_number=1']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:58.163645 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:58.164029 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:58.164382 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:58.164728 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:58.165067 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:58.165414 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:58.165749 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:58.166103 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:58.166453 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:58.166794 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:58.167122 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:58.167457 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:58.218188 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Attempting to bind port 01b407e5-ae2f-4af2-b03c-15f63d05e018 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:40:58.218562 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Attempting to bind port 01b407e5-ae2f-4af2-b03c-15f63d05e018 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '7f7f4e89-d39f-4791-8ffc-01244d5684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b957353-2bad-46a9-a648-93299375afe6'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:40:58.218936 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Attempting to bind port 01b407e5-ae2f-4af2-b03c-15f63d05e018 on network 6b957353-2bad-46a9-a648-93299375afe6 {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:40:58.224464 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:40:58.224854 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Checking segment: {'id': '7f7f4e89-d39f-4791-8ffc-01244d5684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b957353-2bad-46a9-a648-93299375afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:40:58.225273 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:58.225654 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Bound using segment: {'id': '7f7f4e89-d39f-4791-8ffc-01244d5684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b957353-2bad-46a9-a648-93299375afe6'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:40:58.226146 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Bound port: 01b407e5-ae2f-4af2-b03c-15f63d05e018, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7f4e89-d39f-4791-8ffc-01244d5684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b957353-2bad-46a9-a648-93299375afe6'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:40:58.226545 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:58.293986 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] For port 01b407e5-ae2f-4af2-b03c-15f63d05e018, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:40:58.297068 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] For port 01b407e5-ae2f-4af2-b03c-15f63d05e018, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=01b407e5-ae2f-4af2-b03c-15f63d05e018,segment=NetworkSegment(7f7f4e89-d39f-4791-8ffc-01244d5684f8),segment_id=7f7f4e89-d39f-4791-8ffc-01244d5684f8)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:40:58.302108 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:58.361640 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff201e0-dff2-4ed4-b66c-04bf4843c679 None None] Pushing event updated for resources: {'Port': ['ID=01b407e5-ae2f-4af2-b03c-15f63d05e018,revision_number=2']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:58.990273 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 01b407e5-ae2f-4af2-b03c-15f63d05e018 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:40:59.043973 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 01b407e5-ae2f-4af2-b03c-15f63d05e018 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:40:59.172994 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7939d15b-1ba7-4dcf-9308-c72d712cbb70 None None] Network 6b957353-2bad-46a9-a648-93299375afe6 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:40:59.242757 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-2d619f96-73a0-4e65-870b-2bdb94d3088e None None] Provisioning for port 01b407e5-ae2f-4af2-b03c-15f63d05e018 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:40:59.251190 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-2d619f96-73a0-4e65-870b-2bdb94d3088e None None] Provisioning complete for port 01b407e5-ae2f-4af2-b03c-15f63d05e018 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:40:59.251559 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2d619f96-73a0-4e65-870b-2bdb94d3088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:59.395810 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2d619f96-73a0-4e65-870b-2bdb94d3088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:59.436470 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-2d619f96-73a0-4e65-870b-2bdb94d3088e None None] For port 01b407e5-ae2f-4af2-b03c-15f63d05e018, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=01b407e5-ae2f-4af2-b03c-15f63d05e018,segment=NetworkSegment(7f7f4e89-d39f-4791-8ffc-01244d5684f8),segment_id=7f7f4e89-d39f-4791-8ffc-01244d5684f8)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:40:59.441299 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2d619f96-73a0-4e65-870b-2bdb94d3088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:59.499543 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d619f96-73a0-4e65-870b-2bdb94d3088e None None] Pushing event updated for resources: {'Port': ['ID=01b407e5-ae2f-4af2-b03c-15f63d05e018,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:59.663663 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-8556d1fb-f881-4b12-ab6c-2328958b8892 None None] Provisioning complete for port 01b407e5-ae2f-4af2-b03c-15f63d05e018 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:40:59.663964 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-8556d1fb-f881-4b12-ab6c-2328958b8892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:00.946162 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 01b407e5-ae2f-4af2-b03c-15f63d05e018 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:41:00.993829 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 01b407e5-ae2f-4af2-b03c-15f63d05e018 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:00.994226 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:12.204432 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-d3ccec57-f549-4c53-addd-54409a794344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:14.709293 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-50adf7d8-9587-4201-9fab-6231f48a4993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:14.923136 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:16.091532 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:17.405529 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:31.807783 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 5 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:41:42.205440 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-29f1fea3-f129-4ebd-a7b6-bdab30eb051d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:44.709593 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-c63a6cdd-7a91-48ce-bf1c-4addd25d262b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:44.927282 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:46.091183 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:47.408419 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:08.806199 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 5 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:42:10.824806 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36338) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:10.831514 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [None req-c847d0f9-2e85-49c3-82f7-ee868e7d5cd5 tempest-verify_tempest_config-1888258038 tempest-verify_tempest_config-1888258038-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:42:10.832474 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-c847d0f9-2e85-49c3-82f7-ee868e7d5cd5 tempest-verify_tempest_config-1888258038 tempest-verify_tempest_config-1888258038-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066879 Jul 08 02:42:11.124624 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36356) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:11.224013 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:11.314605 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:11.318336 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:11.361234 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7919c2-4ad1-4ef5-95af-bec56617c4f4,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:11.365639 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56c6313395674e128cd807c6549e24d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2400334 Jul 08 02:42:11.368337 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36360) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:11.369811 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.370191 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.370534 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.370870 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.371222 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.371577 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.371910 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.372237 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.372575 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.372899 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.373218 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.373533 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f568b85-b1af-40bf-814c-d7a9bb2008d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.423163 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:11.444228 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:11.529756 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:11.532273 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:11.533777 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d7919c2-4ad1-4ef5-95af-bec56617c4f4 HTTP/1.1" status: 204 len: 168 time: 0.1644840 Jul 08 02:42:11.541524 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7919c2-4ad1-4ef5-95af-bec56617c4f4,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:11.547972 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.548913 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.549504 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.549678 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.550008 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.550360 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.550690 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.551041 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.551373 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.551696 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.552016 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:11.552335 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c24a7-8584-4c33-8bfa-123a9b10afb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:12.207236 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-89ca8022-9d0d-46fc-b94f-a1202ef56faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:14.710099 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-ff587032-8826-4af6-b26b-8e94de0cbc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:14.928363 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:16.094463 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:17.413705 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:42.207528 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-078421c6-70a4-42f8-b0ea-c96d38d49def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:44.711222 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-b46f1263-5089-4779-a4e1-50327b1bfdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:44.928668 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:45.804625 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 5 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:42:46.095908 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:47.416808 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:12.207567 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-35e2db61-ca8a-47eb-be72-c01fff8b98a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:14.713357 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-35741cb8-5c26-4ecb-8e3a-4e6c40a6aad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:14.931039 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:16.098496 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:17.418723 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:22.803087 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 5 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:43:42.212083 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-83b9ba1b-d8ce-4766-b079-4e6c2b0364e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:44.621652 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16290060'] for agent, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:44.712325 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-31202a64-1376-4f5a-8c0c-3c12ef6c3458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:44.932242 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:46.101713 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:47.421453 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:48.445247 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36414) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:43:48.547773 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-d6138c0c-4bc1-47db-a1ed-e44cb081be30 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1017005 Jul 08 02:43:50.700458 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36424) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:43:50.758452 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-b96a5b88-e00b-4042-ab15-10583a32e922 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0569167 Jul 08 02:43:59.801971 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:44:12.213649 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-35e7eacc-6283-48d6-94a8-a7686bf452fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:14.575330 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:14.711375 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-e9699e30-3796-4ed3-b8c7-8641dac7ebcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:14.931858 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:16.104486 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:17.424926 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:36.800318 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:44:42.217895 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2a020014-4ade-4255-ab5d-9f44685d3035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.574947 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.715483 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9166632b-f584-42de-852d-1339e4c5aa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.940207 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:46.123762 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:47.431188 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:12.211433 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1e59b753-e692-4c0f-ab4d-cf762cd93d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:13.798983 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:45:14.696256 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:14.720371 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-ee23783c-6f77-4b39-9ced-231f099f2421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:14.941776 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:16.122053 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:17.053028 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36546) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:17.237691 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-934030321-network', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:17.261830 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Made reservation on behalf of 2ad8a62e9648491bbcf58e246b30188f for: {'network': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:17.264514 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:17.272709 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:17.365070 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:17.369572 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:17.399686 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bc8b3c-16c2-440c-b07e-d34d879ff1eb,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:17.406190 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:45:17.415881 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:17.416331 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.segments_db [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Added segment 621bb2c6-78cf-4950-8085-79df917a43d1 of type vlan for network 67dacccd-098a-4f2d-86be-1f0fd583c496 Jul 08 02:45:17.441887 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:17.464566 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.464939 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.465318 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.465662 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.466029 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.466375 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.466753 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.467111 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.467453 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.467785 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.468115 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.468439 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Tracked resource versions report: Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: pushed versions: Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: { 'AddressGroup': {'1.2'}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'ConntrackHelper': {'1.0'}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Log': {'1.0'}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Network': {'1.1'}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Port': {'1.7'}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'PortForwarding': {'1.2'}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'QosPolicy': {'1.8'}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'SecurityGroup': {'1.4'}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'SecurityGroupRule': {'1.2'}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'SubPort': {'1.0'}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Subnet': {'1.1'}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Trunk': {'1.1'}} Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: consumer versions: Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: { DHCP agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: HyperV agent@hv-cinder-78907: {}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: L3 agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: Metadata agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: Metering agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: Open vSwitch agent@dv-cinder-789077-2-iscsi: { 'AddressGroup': '1.2', Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'ConntrackHelper': '1.0', Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Log': '1.0', Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Network': '1.1', Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Port': '1.7', Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'PortForwarding': '1.2', Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'QosPolicy': '1.8', Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'SecurityGroup': '1.4', Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'SecurityGroupRule': '1.2', Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'SubPort': '1.0', Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Subnet': '1.1', Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: 'Trunk': '1.1'}} Jul 08 02:45:17.469513 dv-cinder-789077-2-iscsi neutron-server[104846]: {{(pid=104846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 02:45:17.486492 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:17.517828 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:17.519139 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:17.520103 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:17.581470 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5241556 Jul 08 02:45:17.582070 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36586) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:17.587748 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Request body: {'subnet': {'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-934030321-subnet', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:17.611106 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf977b8-379f-4fd7-89ea-a8d77cf3a55f admin admin] Pushing event updated for resources: {'Network': ['ID=67dacccd-098a-4f2d-86be-1f0fd583c496,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:17.619687 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Made reservation on behalf of 2ad8a62e9648491bbcf58e246b30188f for: {'subnet': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:17.624702 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network 67dacccd-098a-4f2d-86be-1f0fd583c496 details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:45:17.625930 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Notify callbacks [] for subnet, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:17.820475 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for subnet, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:17.868121 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e56f5519-5eb6-4f51-b41a-380a56c3c336,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:17.879878 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.880206 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.880645 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.880820 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.881336 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.881689 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.882058 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.882395 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.882744 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.883139 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.883473 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.883797 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Tracked resource versions report: Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: pushed versions: Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: { 'AddressGroup': {'1.2'}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'ConntrackHelper': {'1.0'}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Log': {'1.0'}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Network': {'1.1'}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Port': {'1.7'}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'PortForwarding': {'1.2'}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'QosPolicy': {'1.8'}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'SecurityGroup': {'1.4'}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'SecurityGroupRule': {'1.2'}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'SubPort': {'1.0'}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Subnet': {'1.1'}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Trunk': {'1.1'}} Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: consumer versions: Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: { DHCP agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: HyperV agent@hv-cinder-78907: {}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: L3 agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: Metadata agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: Metering agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: Open vSwitch agent@dv-cinder-789077-2-iscsi: { 'AddressGroup': '1.2', Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'ConntrackHelper': '1.0', Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Log': '1.0', Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Network': '1.1', Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Port': '1.7', Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'PortForwarding': '1.2', Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'QosPolicy': '1.8', Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'SecurityGroup': '1.4', Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'SecurityGroupRule': '1.2', Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'SubPort': '1.0', Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Subnet': '1.1', Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: 'Trunk': '1.1'}} Jul 08 02:45:17.884884 dv-cinder-789077-2-iscsi neutron-server[104845]: {{(pid=104845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 02:45:17.905929 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Checking segment: {'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:17.906298 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Network hostable DHCP agents. Network: 67dacccd-098a-4f2d-86be-1f0fd583c496, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:45:17.923770 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Network 67dacccd-098a-4f2d-86be-1f0fd583c496 is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:45:17.933307 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, 67dacccd-098a-4f2d-86be-1f0fd583c496) {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:17.942464 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:17.943074 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:17.944040 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ee4b94-b04f-4cbe-ab80-4a40e7045c1c None None] Network 67dacccd-098a-4f2d-86be-1f0fd583c496 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:45:17.967763 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-eb6cf8a2-3e50-487e-9e33-4fab1f52559c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3832366 Jul 08 02:45:17.967919 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36602) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:17.974046 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:17.981398 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36606) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:18.001177 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16287093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14686'] for router, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.002474 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16287128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16291112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-516306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14631'] for router, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.067571 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.141300 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c58fc0b-1a5e-538e-9cdc-2d4ab23966fa-67dacccd-098a-4f2d-86be-1f0fd583c496', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336'}]}} from dv-cinder-789077-2-iscsi. {{(pid=104847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:45:18.142276 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.223083 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16291130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16286983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14641'] for router, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.235118 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1551869085-network', 'tenant_id': 'd8ebcf760fc740059c4216674192190c'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:18.271374 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] Made reservation on behalf of d8ebcf760fc740059c4216674192190c for: {'network': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:18.275080 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.294281 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.323134 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.db_base_plugin_common [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Allocated IP 172.20.0.2 (67dacccd-098a-4f2d-86be-1f0fd583c496/e56f5519-5eb6-4f51-b41a-380a56c3c336/89b0902c-103b-4385-9f34-aff11e314236) {{(pid=104847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:18.396020 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.405393 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.422117 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=104846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:45:18.433827 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.434537 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.segments_db [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] Added segment f436fb92-b72b-4a07-8034-685755d25d24 of type vlan for network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f Jul 08 02:45:18.476884 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.505949 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Notify callbacks [] for port, precommit_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.517149 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Transition to ACTIVE for port object 89b0902c-103b-4385-9f34-aff11e314236 will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:18.531823 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14940cf4-8efa-4c36-912d-0def5ce34e35,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:18.535138 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.536483 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:18.536955 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Transition to ACTIVE for port object 89b0902c-103b-4385-9f34-aff11e314236 will not be triggered until provisioned by entity DHCP. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:18.537549 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.547031 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.570074 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5861738 Jul 08 02:45:18.575659 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36638) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:18.584988 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-460043fd-43a9-4b41-819a-5b351c76aab5 admin admin] Request body: {'subnet': {'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1551869085-subnet', 'tenant_id': 'd8ebcf760fc740059c4216674192190c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:18.589470 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Network 67dacccd-098a-4f2d-86be-1f0fd583c496 is already hosted by enough agents. {{(pid=104847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:18.593200 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.base_scheduler [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Resources bound (agent type, host, resource id): {{(pid=104847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:18.597124 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Received port after_create {{(pid=104847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:18.634825 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f798ec2-56b0-47ed-9245-4243bb810a29 admin admin] Pushing event updated for resources: {'Network': ['ID=80fc2b86-db79-4694-a8b1-0cc9a2677a2f,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:18.642157 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460043fd-43a9-4b41-819a-5b351c76aab5 admin admin] Made reservation on behalf of d8ebcf760fc740059c4216674192190c for: {'subnet': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:18.645150 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-460043fd-43a9-4b41-819a-5b351c76aab5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.646070 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Pushing event updated for resources: {'Port': ['ID=89b0902c-103b-4385-9f34-aff11e314236,revision_number=1']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:18.650091 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:45:18.688771 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:18.689147 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:18.689494 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:18.689829 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:18.690183 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:18.690513 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:18.691100 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:18.691423 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:18.691763 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:18.692086 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:18.692406 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:18.692723 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Tracked resource versions report: Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: pushed versions: Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: { 'AddressGroup': {'1.2'}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'ConntrackHelper': {'1.0'}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Log': {'1.0'}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Network': {'1.1'}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Port': {'1.7'}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'PortForwarding': {'1.2'}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'QosPolicy': {'1.8'}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'SecurityGroup': {'1.4'}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'SecurityGroupRule': {'1.2'}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'SubPort': {'1.0'}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Subnet': {'1.1'}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Trunk': {'1.1'}} Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: consumer versions: Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: { DHCP agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: HyperV agent@hv-cinder-78907: {}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: L3 agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: Metadata agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: Metering agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: Open vSwitch agent@dv-cinder-789077-2-iscsi: { 'AddressGroup': '1.2', Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'ConntrackHelper': '1.0', Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Log': '1.0', Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Network': '1.1', Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Port': '1.7', Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'PortForwarding': '1.2', Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'QosPolicy': '1.8', Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'SecurityGroup': '1.4', Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'SecurityGroupRule': '1.2', Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'SubPort': '1.0', Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Subnet': '1.1', Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: 'Trunk': '1.1'}} Jul 08 02:45:18.693807 dv-cinder-789077-2-iscsi neutron-server[104847]: {{(pid=104847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 02:45:18.738010 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Attempting to bind port 89b0902c-103b-4385-9f34-aff11e314236 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:18.738385 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Attempting to bind port 89b0902c-103b-4385-9f34-aff11e314236 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:18.738908 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Attempting to bind port 89b0902c-103b-4385-9f34-aff11e314236 on network 67dacccd-098a-4f2d-86be-1f0fd583c496 {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:18.750619 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:18.750998 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Checking segment: {'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:18.751405 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.751805 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Bound using segment: {'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:18.752288 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Bound port: 89b0902c-103b-4385-9f34-aff11e314236, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:18.752703 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.759704 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36644) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:18.792422 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.820163 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.836588 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] For port 89b0902c-103b-4385-9f34-aff11e314236, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:18.842096 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] For port 89b0902c-103b-4385-9f34-aff11e314236, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=89b0902c-103b-4385-9f34-aff11e314236,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:18.849626 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:18.918295 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25a9c9-7b75-4a9e-8f8c-71226e3cdb5d None None] Pushing event updated for resources: {'Port': ['ID=89b0902c-103b-4385-9f34-aff11e314236,revision_number=2']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:18.937033 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-460043fd-43a9-4b41-819a-5b351c76aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for subnet, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.009644 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460043fd-43a9-4b41-819a-5b351c76aab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c47d5346-c08a-4b69-96fd-daee2cb1c1d5,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:19.009739 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36660) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:19.057470 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460043fd-43a9-4b41-819a-5b351c76aab5 admin admin] Checking segment: {'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:19.057834 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460043fd-43a9-4b41-819a-5b351c76aab5 admin admin] Network hostable DHCP agents. Network: 80fc2b86-db79-4694-a8b1-0cc9a2677a2f, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:45:19.090688 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460043fd-43a9-4b41-819a-5b351c76aab5 admin admin] Network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:45:19.104466 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-460043fd-43a9-4b41-819a-5b351c76aab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, 80fc2b86-db79-4694-a8b1-0cc9a2677a2f) {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:19.106536 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Allocated IP 172.27.1.207 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/b732eac5-e329-43e5-9d4d-47b04c82263b) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:19.113201 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460043fd-43a9-4b41-819a-5b351c76aab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:19.114034 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-460043fd-43a9-4b41-819a-5b351c76aab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.148532 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1862938459-network', 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:19.170747 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-460043fd-43a9-4b41-819a-5b351c76aab5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5841925 Jul 08 02:45:19.171002 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a2782e-2e4e-4782-8abb-16b5f71b143a None None] Network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:45:19.201639 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] Made reservation on behalf of a5d202fe7cfb4f5fb673b6e866dc7b7b for: {'network': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:19.205163 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.223390 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.334691 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.381307 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.386119 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.392340 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.419154 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=104846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:45:19.430342 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a43d3ae-259d-4d4b-936c-2812987d590a,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:19.436805 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67528ec2-9f0e-4d0f-938a-8140a43e3732 None None] Network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:45:19.437613 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.438189 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.segments_db [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] Added segment bdc94bd5-393a-41bf-8321-43ba9b55594a of type vlan for network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 Jul 08 02:45:19.468871 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:19.476219 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:19.486500 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:19.491372 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.502895 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-211504200-network', 'tenant_id': '3bf146c7263348b19beed67f69227864'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:19.551049 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] Made reservation on behalf of 3bf146c7263348b19beed67f69227864 for: {'network': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:19.557039 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.558435 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.559192 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:19.559833 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.573261 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.586805 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Pushing event updated for resources: {'Port': ['ID=b732eac5-e329-43e5-9d4d-47b04c82263b,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:19.660244 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36676) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:19.702295 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9416523 Jul 08 02:45:19.709914 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36680) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:19.723456 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-945dbe57-5921-4a13-8b2f-4a4db6fdb237 admin admin] Request body: {'subnet': {'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1862938459-subnet', 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:19.775544 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec56e2-eca0-4236-87c9-9dac99db6874 admin admin] Pushing event updated for resources: {'Network': ['ID=4d9a6128-4084-4d6f-9ca2-8873020dd1b9,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:19.798262 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:45:19.892590 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.899830 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.942946 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=104846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:45:19.983967 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.984654 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.segments_db [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] Added segment 7ed55e68-1302-4b8b-a0c5-65057ff94a70 of type vlan for network 06c852e3-976b-48a1-a484-4e900038f3c5 Jul 08 02:45:20.014028 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0405aa9-4509-452b-8f4e-0ac5e0ef6d0f,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:20.055631 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945dbe57-5921-4a13-8b2f-4a4db6fdb237 admin admin] Made reservation on behalf of a5d202fe7cfb4f5fb673b6e866dc7b7b for: {'subnet': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:20.059592 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-945dbe57-5921-4a13-8b2f-4a4db6fdb237 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.073010 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1896578837-network', 'tenant_id': '6c3eb7ff4dec4bbb9b3d7a932176acf6'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:20.108944 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.171751 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.172746 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:20.173412 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.212378 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a19be-aedc-4538-8877-15e75c698d5b None None] Network 67dacccd-098a-4f2d-86be-1f0fd583c496 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:45:20.287414 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] Made reservation on behalf of 6c3eb7ff4dec4bbb9b3d7a932176acf6 for: {'network': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:20.303264 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.305965 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2947328 Jul 08 02:45:20.308783 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36704) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:20.314570 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-fd474958-c310-42b7-ace3-428b5d008205 admin admin] Request body: {'subnet': {'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-subnet', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:20.319048 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195dcde-b0f9-4f1c-b003-a1f00b2b026a admin admin] Pushing event updated for resources: {'Network': ['ID=06c852e3-976b-48a1-a484-4e900038f3c5,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:20.343615 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network 06c852e3-976b-48a1-a484-4e900038f3c5 details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:45:20.345246 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.346594 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd474958-c310-42b7-ace3-428b5d008205 admin admin] Made reservation on behalf of 3bf146c7263348b19beed67f69227864 for: {'subnet': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:20.350207 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-fd474958-c310-42b7-ace3-428b5d008205 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.358533 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-aca5f930-a012-48bd-a3bd-6073330eb1df None None] Provisioning for port 89b0902c-103b-4385-9f34-aff11e314236 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:20.523563 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.524745 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.569019 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.583693 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:45:20.594521 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.596919 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.segments_db [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] Added segment 982f72c1-7745-4ab2-9caa-550f5120b499 of type vlan for network 60eac48d-f675-4c1f-b84b-b3aa0361d873 Jul 08 02:45:20.664370 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-fd474958-c310-42b7-ace3-428b5d008205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for subnet, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.725248 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd474958-c310-42b7-ace3-428b5d008205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8cf243d-2400-43e3-a620-04f0df041e5e,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:20.769773 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd474958-c310-42b7-ace3-428b5d008205 admin admin] Checking segment: {'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:20.770945 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd474958-c310-42b7-ace3-428b5d008205 admin admin] Network hostable DHCP agents. Network: 06c852e3-976b-48a1-a484-4e900038f3c5, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:45:20.814055 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd474958-c310-42b7-ace3-428b5d008205 admin admin] Network 06c852e3-976b-48a1-a484-4e900038f3c5 is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:45:20.834742 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.853746 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-fd474958-c310-42b7-ace3-428b5d008205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, 06c852e3-976b-48a1-a484-4e900038f3c5) {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:20.860156 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd474958-c310-42b7-ace3-428b5d008205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:20.861297 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-fd474958-c310-42b7-ace3-428b5d008205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.867121 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0a55e9-6006-470a-a877-72b83b6edf9d None None] Network 06c852e3-976b-48a1-a484-4e900038f3c5 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:45:20.883761 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.885015 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:20.885742 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.897409 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-fd474958-c310-42b7-ace3-428b5d008205 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5869918 Jul 08 02:45:20.898543 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36726) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:20.908845 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:20.978196 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16287093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14686'] for router, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.981171 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16287128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16291112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-516306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14631'] for router, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:21.032058 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3707392 Jul 08 02:45:21.071735 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36732) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:21.084675 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-42876623-c844-4675-a6dd-51822562b1e5 admin admin] Request body: {'subnet': {'network_id': '60eac48d-f675-4c1f-b84b-b3aa0361d873', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1896578837-subnet', 'tenant_id': '6c3eb7ff4dec4bbb9b3d7a932176acf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:21.092657 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] Pushing event updated for resources: {'Network': ['ID=60eac48d-f675-4c1f-b84b-b3aa0361d873,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:21.127791 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee82e31-c3d4-4dec-b515-bfc29024d660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11d83af-c40a-4c8d-90bf-28d6c4590ec9,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:21.226184 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network 60eac48d-f675-4c1f-b84b-b3aa0361d873 details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:45:21.229339 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42876623-c844-4675-a6dd-51822562b1e5 admin admin] Made reservation on behalf of 6c3eb7ff4dec4bbb9b3d7a932176acf6 for: {'subnet': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:21.231541 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-42876623-c844-4675-a6dd-51822562b1e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:21.320271 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 89b0902c-103b-4385-9f34-aff11e314236 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:21.389745 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:21.415761 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-945dbe57-5921-4a13-8b2f-4a4db6fdb237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for subnet, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:21.531210 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c58fc0b-1a5e-538e-9cdc-2d4ab23966fa-06c852e3-976b-48a1-a484-4e900038f3c5', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e'}]}} from dv-cinder-789077-2-iscsi. {{(pid=104847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:45:21.539818 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:21.548361 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945dbe57-5921-4a13-8b2f-4a4db6fdb237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ae0588-a597-4f76-9cea-961e086525a9,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:21.580135 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16286988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515291'] for router, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:21.590676 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945dbe57-5921-4a13-8b2f-4a4db6fdb237 admin admin] Checking segment: {'id': 'bdc94bd5-393a-41bf-8321-43ba9b55594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:21.592162 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945dbe57-5921-4a13-8b2f-4a4db6fdb237 admin admin] Network hostable DHCP agents. Network: 4d9a6128-4084-4d6f-9ca2-8873020dd1b9, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:45:21.623460 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16291130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16286983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14641'] for router, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:21.683296 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 89b0902c-103b-4385-9f34-aff11e314236 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:21.688402 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 89b0902c-103b-4385-9f34-aff11e314236 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:21.688782 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:21.904905 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945dbe57-5921-4a13-8b2f-4a4db6fdb237 admin admin] Network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:45:21.971345 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-945dbe57-5921-4a13-8b2f-4a4db6fdb237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, 4d9a6128-4084-4d6f-9ca2-8873020dd1b9) {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:21.987757 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45f495f-59fc-4dbe-a8e8-0c68c8355a83 None None] Network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:45:21.989398 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945dbe57-5921-4a13-8b2f-4a4db6fdb237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:21.990155 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-945dbe57-5921-4a13-8b2f-4a4db6fdb237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.037884 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-945dbe57-5921-4a13-8b2f-4a4db6fdb237 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3268571 Jul 08 02:45:22.040227 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-42876623-c844-4675-a6dd-51822562b1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for subnet, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.045396 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36776) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:22.063862 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1862938459-router', 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:22.172311 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.186855 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.db_base_plugin_common [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Allocated IP 172.20.0.2 (06c852e3-976b-48a1-a484-4e900038f3c5/d8cf243d-2400-43e3-a620-04f0df041e5e/22b81a22-0232-4e56-bf09-ca012369daee) {{(pid=104847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:22.219007 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16287093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14686'] for router, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.223248 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16287128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16291112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-516306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14631'] for router, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.237012 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.247214 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.370387 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36790) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:22.377618 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port 89b0902c-103b-4385-9f34-aff11e314236, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=89b0902c-103b-4385-9f34-aff11e314236,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:22.399007 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.399425 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.408386 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42876623-c844-4675-a6dd-51822562b1e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54baadec-9dd8-4d6c-9465-7b70e7788a3b,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:22.411053 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Router e4b7857b-45c3-436c-8bf0-1c0488f7795a is scheduled to L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 with binding_index 1 {{(pid=104845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:45:22.541785 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Notify callbacks [] for port, precommit_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.562024 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Transition to ACTIVE for port object 22b81a22-0232-4e56-bf09-ca012369daee will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:22.567211 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Allocated IP 172.27.1.119 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/e63f2208-a841-48e8-81e4-c00d987c074a) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:22.581185 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Transition to ACTIVE for port object 22b81a22-0232-4e56-bf09-ca012369daee will not be triggered until provisioned by entity DHCP. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:22.589837 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9f8610-db80-4e08-baeb-eb5d0b305fcb None None] Network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:45:22.597534 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42876623-c844-4675-a6dd-51822562b1e5 admin admin] Checking segment: {'id': '982f72c1-7745-4ab2-9caa-550f5120b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60eac48d-f675-4c1f-b84b-b3aa0361d873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:22.597818 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42876623-c844-4675-a6dd-51822562b1e5 admin admin] Network hostable DHCP agents. Network: 60eac48d-f675-4c1f-b84b-b3aa0361d873, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:45:22.602706 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.656114 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36810) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:22.658728 dv-cinder-789077-2-iscsi neutron-server[104845]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 02:45:22.677251 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1884a8d6-638e-4620-971f-6333f7d88e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.707490 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Network 06c852e3-976b-48a1-a484-4e900038f3c5 is already hosted by enough agents. {{(pid=104847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:22.711002 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=89b0902c-103b-4385-9f34-aff11e314236,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:22.715798 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.base_scheduler [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Resources bound (agent type, host, resource id): {{(pid=104847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:22.720527 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Received port after_create {{(pid=104847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:22.759879 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.835898 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16291130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16286983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14641'] for router, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.839448 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42876623-c844-4675-a6dd-51822562b1e5 admin admin] Network 60eac48d-f675-4c1f-b84b-b3aa0361d873 is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:45:22.858965 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Pushing event updated for resources: {'Port': ['ID=22b81a22-0232-4e56-bf09-ca012369daee,revision_number=1']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:22.903075 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Attempting to bind port 22b81a22-0232-4e56-bf09-ca012369daee on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:22.903342 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Attempting to bind port 22b81a22-0232-4e56-bf09-ca012369daee by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:22.904336 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Attempting to bind port 22b81a22-0232-4e56-bf09-ca012369daee on network 06c852e3-976b-48a1-a484-4e900038f3c5 {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:22.910974 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-42876623-c844-4675-a6dd-51822562b1e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, 60eac48d-f675-4c1f-b84b-b3aa0361d873) {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:22.923747 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.932537 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d4b42-60fa-4862-9301-220f490806e0 None None] Network 60eac48d-f675-4c1f-b84b-b3aa0361d873 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:45:22.941746 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:22.942246 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Checking segment: {'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:22.942563 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.943004 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Bound using segment: {'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:22.943437 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Bound port: 22b81a22-0232-4e56-bf09-ca012369daee, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:22.943840 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:22.957427 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42876623-c844-4675-a6dd-51822562b1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:22.958190 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-42876623-c844-4675-a6dd-51822562b1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:23.014512 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1884a8d6-638e-4620-971f-6333f7d88e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:23.017102 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:45:23.021102 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Pushing event updated for resources: {'Port': ['ID=e63f2208-a841-48e8-81e4-c00d987c074a,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:23.029294 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Sync routers for ids ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:45:23.040238 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Routers {'e4b7857b-45c3-436c-8bf0-1c0488f7795a'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:23.041441 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:23.054344 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1884a8d6-638e-4620-971f-6333f7d88e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:23.088399 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:23.090676 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915c04d-b55e-4360-b99c-99efa9459292 req-56c4b41b-9564-4b66-8c82-86fd200443f9 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:23.095656 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-1884a8d6-638e-4620-971f-6333f7d88e7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=967fc0d3907e44c3b6137672ab448df3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7238224 Jul 08 02:45:23.097463 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36818) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:23.100308 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-56c4b41b-9564-4b66-8c82-86fd200443f9 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/networks?id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f HTTP/1.1" status: 200 len: 815 time: 0.4428091 Jul 08 02:45:23.135599 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:23.140357 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:23.154120 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-42876623-c844-4675-a6dd-51822562b1e5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0798011 Jul 08 02:45:23.177359 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] Notify callbacks [] for router, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:23.180400 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-461dd1dc-933e-461f-affb-7e1462b12202 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2108188 Jul 08 02:45:23.191156 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36824) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:23.199549 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-1d076ef9-aa2b-454a-91bb-bf5cd78dd29e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/quotas/d8ebcf760fc740059c4216674192190c HTTP/1.1" status: 200 len: 375 time: 0.0979671 Jul 08 02:45:23.218594 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 89b0902c-103b-4385-9f34-aff11e314236 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:23.251583 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] For port 22b81a22-0232-4e56-bf09-ca012369daee, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:23.260388 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884a8d6-638e-4620-971f-6333f7d88e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9ce5d9-3055-4772-9a3d-331fc0c66c23,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:23.280277 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-a9ff91ae-2b3b-4602-bdfd-ddc679f8bd14 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8ebcf760fc740059c4216674192190c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741420 Jul 08 02:45:23.293466 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Set router e4b7857b-45c3-436c-8bf0-1c0488f7795a gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:23.445134 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] For port 22b81a22-0232-4e56-bf09-ca012369daee, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=22b81a22-0232-4e56-bf09-ca012369daee,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:23.482535 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:23.623366 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792621f6-4739-40d5-9650-675a203602a8 None None] Network 60eac48d-f675-4c1f-b84b-b3aa0361d873 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:45:23.639265 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:19Z', 'revision_number': 3, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:23.695787 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Checking router: e4b7857b-45c3-436c-8bf0-1c0488f7795a for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:45:23.696325 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Updating router e4b7857b-45c3-436c-8bf0-1c0488f7795a port b732eac5-e329-43e5-9d4d-47b04c82263b binding host dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:45:23.781210 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:23.798096 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 89b0902c-103b-4385-9f34-aff11e314236 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:23.798480 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:23.849762 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:23.893245 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d885ff-2eac-430e-802a-db4e91f8524c None None] Pushing event updated for resources: {'Port': ['ID=22b81a22-0232-4e56-bf09-ca012369daee,revision_number=2']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:23.896263 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-75f5248a-e9bc-4a97-85c9-9ab3c2bc26d7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:45:23.905654 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-75f5248a-e9bc-4a97-85c9-9ab3c2bc26d7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2372477 Jul 08 02:45:23.921941 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:23.990078 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36878) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:24.009892 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-00afdbf5-367e-4656-af62-5356953e8adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:24.161402 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-00afdbf5-367e-4656-af62-5356953e8adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:24.278669 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Notify callbacks [] for port, precommit_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:24.289566 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.provisioning_blocks [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Transition to ACTIVE for port object b732eac5-e329-43e5-9d4d-47b04c82263b will not be triggered until provisioned by entity L2. {{(pid=104848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:24.290451 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-f8e381a4-a7b9-4589-b343-0d6ed69664a9 service neutron] 10.222.0.21 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837862 Jul 08 02:45:24.299607 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:24.331798 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-b5bbd3ce-fc31-401b-933e-5f1f98aa18a5 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:24.333720 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-b5bbd3ce-fc31-401b-933e-5f1f98aa18a5 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/networks?id=60eac48d-f675-4c1f-b84b-b3aa0361d873 HTTP/1.1" status: 200 len: 812 time: 0.3421016 Jul 08 02:45:24.347300 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9553fd4-1722-4a54-8698-e9a196bb76b2 None None] Pushing event updated for resources: {'Port': ['ID=b732eac5-e329-43e5-9d4d-47b04c82263b,revision_number=2']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:24.362130 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:24.367322 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Attempting to bind port b732eac5-e329-43e5-9d4d-47b04c82263b on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:24.367771 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Attempting to bind port b732eac5-e329-43e5-9d4d-47b04c82263b by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:24.368175 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Attempting to bind port b732eac5-e329-43e5-9d4d-47b04c82263b on network 55c43452-347a-4a03-a326-c2f40e761f1d {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:24.371836 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9553fd4-1722-4a54-8698-e9a196bb76b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:24.372488 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9553fd4-1722-4a54-8698-e9a196bb76b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:24.372880 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9553fd4-1722-4a54-8698-e9a196bb76b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:24.373396 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9553fd4-1722-4a54-8698-e9a196bb76b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:24.373738 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9553fd4-1722-4a54-8698-e9a196bb76b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:24.374111 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9553fd4-1722-4a54-8698-e9a196bb76b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:24.374433 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9553fd4-1722-4a54-8698-e9a196bb76b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:24.374918 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9553fd4-1722-4a54-8698-e9a196bb76b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:24.375447 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9553fd4-1722-4a54-8698-e9a196bb76b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:24.375934 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9553fd4-1722-4a54-8698-e9a196bb76b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:24.376416 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9553fd4-1722-4a54-8698-e9a196bb76b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:24.376914 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9553fd4-1722-4a54-8698-e9a196bb76b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9553fd4-1722-4a54-8698-e9a196bb76b2 None None] Tracked resource versions report: Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: pushed versions: Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: { 'AddressGroup': {'1.2'}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'ConntrackHelper': {'1.0'}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Log': {'1.0'}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Network': {'1.1'}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Port': {'1.7'}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'PortForwarding': {'1.2'}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'QosPolicy': {'1.8'}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'SecurityGroup': {'1.4'}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'SecurityGroupRule': {'1.2'}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'SubPort': {'1.0'}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Subnet': {'1.1'}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Trunk': {'1.1'}} Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: consumer versions: Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: { DHCP agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: HyperV agent@hv-cinder-78907: {}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: L3 agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: Metadata agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: Metering agent@dv-cinder-789077-2-iscsi: {}, Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: Open vSwitch agent@dv-cinder-789077-2-iscsi: { 'AddressGroup': '1.2', Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'ConntrackHelper': '1.0', Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Log': '1.0', Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Network': '1.1', Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Port': '1.7', Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'PortForwarding': '1.2', Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'QosPolicy': '1.8', Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'SecurityGroup': '1.4', Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'SecurityGroupRule': '1.2', Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'SubPort': '1.0', Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Subnet': '1.1', Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: 'Trunk': '1.1'}} Jul 08 02:45:24.378083 dv-cinder-789077-2-iscsi neutron-server[104848]: {{(pid=104848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 02:45:24.382515 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:24.382893 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Checking segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:24.383298 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:24.383707 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Bound using segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:24.384160 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Bound port: b732eac5-e329-43e5-9d4d-47b04c82263b, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:24.384557 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:24.387267 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-cc25a5d6-974c-4d87-8154-4962b29cce2a tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/quotas/6c3eb7ff4dec4bbb9b3d7a932176acf6 HTTP/1.1" status: 200 len: 375 time: 0.0145078 Jul 08 02:45:24.442751 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] For port b732eac5-e329-43e5-9d4d-47b04c82263b, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:24.446833 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] For port b732eac5-e329-43e5-9d4d-47b04c82263b, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=b732eac5-e329-43e5-9d4d-47b04c82263b,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:24.455789 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:24.472554 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-cc0b2072-4620-4b7e-a61a-e7e391cb636c tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3eb7ff4dec4bbb9b3d7a932176acf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531368 Jul 08 02:45:24.493520 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Allocated IP 172.27.1.157 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/d99f7e21-abfc-4785-a30c-558dc286502d) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:24.576448 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9553fd4-1722-4a54-8698-e9a196bb76b2 None None] Pushing event updated for resources: {'Port': ['ID=b732eac5-e329-43e5-9d4d-47b04c82263b,revision_number=3']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:24.580496 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-cb984c80-a377-49bd-8444-3f5b178ed285 service neutron] 10.222.0.21 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888706 Jul 08 02:45:24.605844 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-00afdbf5-367e-4656-af62-5356953e8adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:24.608931 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-00afdbf5-367e-4656-af62-5356953e8adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:24.610131 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-00afdbf5-367e-4656-af62-5356953e8adf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a9ce5d9-3055-4772-9a3d-331fc0c66c23 HTTP/1.1" status: 204 len: 168 time: 1.5117130 Jul 08 02:45:24.629536 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Routers {'e4b7857b-45c3-436c-8bf0-1c0488f7795a'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:24.630599 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:24.645839 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afdbf5-367e-4656-af62-5356953e8adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9ce5d9-3055-4772-9a3d-331fc0c66c23,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:24.732325 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:24.774041 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] Set router e4b7857b-45c3-436c-8bf0-1c0488f7795a gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:24.783773 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-85a661e1-0fd9-4109-ad88-b2c784058b6d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:45:24.784792 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-85a661e1-0fd9-4109-ad88-b2c784058b6d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1986794 Jul 08 02:45:24.832039 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:24.985366 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:24.991580 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:25.007715 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:25.059619 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:25.064462 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16286988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515291'] for router, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:25.194854 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:19Z', 'revision_number': 3, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:25.268471 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78123b6-a753-484d-a0ed-1d8733cf01d5 None None] The sync data for ids ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'] in dv-cinder-789077-2-iscsi is: [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:19Z', 'revision_number': 3, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:45:25.307580 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 22b81a22-0232-4e56-bf09-ca012369daee up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:25.354141 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36920) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:25.354793 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-7b69f38a-e0e8-472d-98f4-f9edff9d032a service neutron] 10.222.0.21 "GET /v2.0/networks/60eac48d-f675-4c1f-b84b-b3aa0361d873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403805 Jul 08 02:45:25.420876 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 22b81a22-0232-4e56-bf09-ca012369daee completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:25.462018 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592dda24-cf6b-4967-b903-ccf369421d21 None None] Network 06c852e3-976b-48a1-a484-4e900038f3c5 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:45:25.591628 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-355b64ef-2332-49de-927e-a35a0621987f None None] Provisioning for port 22b81a22-0232-4e56-bf09-ca012369daee completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:25.613974 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-355b64ef-2332-49de-927e-a35a0621987f None None] Provisioning complete for port 22b81a22-0232-4e56-bf09-ca012369daee triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:25.614868 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-355b64ef-2332-49de-927e-a35a0621987f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:25.665892 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Pushing event updated for resources: {'Port': ['ID=d99f7e21-abfc-4785-a30c-558dc286502d,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:25.682413 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-94a56eed-9f31-46ac-a5e0-03ae9a865a07 service neutron] 10.222.0.21 "GET /v2.0/networks/60eac48d-f675-4c1f-b84b-b3aa0361d873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077705 Jul 08 02:45:25.773110 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Allocated IP 172.20.0.1 (67dacccd-098a-4f2d-86be-1f0fd583c496/e56f5519-5eb6-4f51-b41a-380a56c3c336/5989de48-df84-4433-8b93-b22c2213dc3c) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:25.818183 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-78dadd91-f00d-4ceb-9e5e-6e82f1344655 req-06c56ffa-2c85-48c8-b4d2-4115b5dfe7b4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 210 time: 0.5099821 Jul 08 02:45:25.819010 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f922efd6-78d7-45c8-905d-1ed1c9c3e4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:25.823322 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-355b64ef-2332-49de-927e-a35a0621987f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:25.941264 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-355b64ef-2332-49de-927e-a35a0621987f None None] For port 22b81a22-0232-4e56-bf09-ca012369daee, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=22b81a22-0232-4e56-bf09-ca012369daee,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:25.952745 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-355b64ef-2332-49de-927e-a35a0621987f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:25.981130 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Router bc321ce1-601b-4964-822e-6e45e5fd18f0 is scheduled to L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 with binding_index 1 {{(pid=104846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:45:26.056028 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b64ef-2332-49de-927e-a35a0621987f None None] Pushing event updated for resources: {'Port': ['ID=22b81a22-0232-4e56-bf09-ca012369daee,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:26.209973 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36960) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:26.210481 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:26.284236 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:26.314884 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.provisioning_blocks [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Transition to ACTIVE for port object 5989de48-df84-4433-8b93-b22c2213dc3c will not be triggered until provisioned by entity DHCP. {{(pid=104846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:26.326343 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:45:26.337342 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Sync routers for ids ['bc321ce1-601b-4964-822e-6e45e5fd18f0'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:45:26.358697 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Routers {'bc321ce1-601b-4964-822e-6e45e5fd18f0'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:26.359420 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['bc321ce1-601b-4964-822e-6e45e5fd18f0'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:26.375828 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:26.466546 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Network 67dacccd-098a-4f2d-86be-1f0fd583c496 is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:26.473372 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:26.477890 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:26.479528 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16291538'] for router_interface, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:26.492779 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d32d14be-c78d-48e2-9948-572ee70985cc req-e63752cf-a938-42c4-b601-2dd779b58e33 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 210 time: 0.0596557 Jul 08 02:45:26.509409 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-23a8d00f-c0d3-422f-bfce-0656b09b9ea3 None None] Provisioning complete for port 22b81a22-0232-4e56-bf09-ca012369daee triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:26.510282 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-23a8d00f-c0d3-422f-bfce-0656b09b9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:26.720575 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-fef9736c-f05a-49dd-90ff-54b982d1f4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:26.769438 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f922efd6-78d7-45c8-905d-1ed1c9c3e4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:26.771197 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16286988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515291'] for router, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:26.776342 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f922efd6-78d7-45c8-905d-1ed1c9c3e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:27.019218 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Set router bc321ce1-601b-4964-822e-6e45e5fd18f0 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:27.167308 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Pushing event updated for resources: {'Port': ['ID=5989de48-df84-4433-8b93-b22c2213dc3c,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:27.184588 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] Notify callbacks [] for router, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:27.186616 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-42ffb3b7-0f9e-469a-93a9-b3b80823a6ad admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2869041 Jul 08 02:45:27.192960 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37006) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:27.363542 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device b732eac5-e329-43e5-9d4d-47b04c82263b up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:27.397770 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-8126a85e-0da7-4945-a0bd-cd0aef066c66 None None] Provisioning for port 5989de48-df84-4433-8b93-b22c2213dc3c completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:27.410451 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-8126a85e-0da7-4945-a0bd-cd0aef066c66 None None] Provisioning complete for port 5989de48-df84-4433-8b93-b22c2213dc3c triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:27.410823 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-8126a85e-0da7-4945-a0bd-cd0aef066c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:27.428951 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-fef9736c-f05a-49dd-90ff-54b982d1f4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:27.519851 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:27.524449 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-8126a85e-0da7-4945-a0bd-cd0aef066c66 None None] Port 5989de48-df84-4433-8b93-b22c2213dc3c cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:45:27.552263 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port b732eac5-e329-43e5-9d4d-47b04c82263b completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:27.560292 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922efd6-78d7-45c8-905d-1ed1c9c3e4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea013aa-d4f3-40e0-9d78-076bc13c2683,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:27.568783 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f5ff57c1-2cfa-4113-bba7-6f089cf3e44f req-cee11131-eb3c-4ec4-87f2-e2a691c23df6 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 210 time: 0.1291535 Jul 08 02:45:27.577495 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port b732eac5-e329-43e5-9d4d-47b04c82263b triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:27.578161 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:27.584959 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-fef9736c-f05a-49dd-90ff-54b982d1f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:27.702782 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:24Z', 'revision_number': 3, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:27.729675 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9736c-f05a-49dd-90ff-54b982d1f4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb9609c-c774-43c8-9795-ffa6427a8fd9,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:27.770531 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-f922efd6-78d7-45c8-905d-1ed1c9c3e4fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3e950a5d06c499284eaa980ded4f717&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4147501 Jul 08 02:45:27.780987 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37028) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:27.795063 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Checking router: bc321ce1-601b-4964-822e-6e45e5fd18f0 for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:45:27.795425 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Updating router bc321ce1-601b-4964-822e-6e45e5fd18f0 port e63f2208-a841-48e8-81e4-c00d987c074a binding host dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:45:27.849106 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-fef9736c-f05a-49dd-90ff-54b982d1f4aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37466135c8114b8891dda0e70b672a1f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4192188 Jul 08 02:45:27.850886 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-170fda60-43ae-452c-97d7-3cfe886fc6dd req-39f75dc3-2882-40d6-9260-615b49a92bd5 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 210 time: 0.1370599 Jul 08 02:45:27.851337 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 37032) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:27.923799 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:27.998060 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.016454 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-51530371-4b68-4f5f-965c-e1339de0900e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.106320 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-51530371-4b68-4f5f-965c-e1339de0900e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.142329 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port b732eac5-e329-43e5-9d4d-47b04c82263b, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=b732eac5-e329-43e5-9d4d-47b04c82263b,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:28.149262 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Router cf1d67e9-e81f-4dd0-8352-e0f4a4335bff is scheduled to L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 with binding_index 1 {{(pid=104845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:45:28.150037 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.150930 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 22b81a22-0232-4e56-bf09-ca012369daee up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:28.180018 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1dc05779-ea2c-4e4c-b35b-6b041cf49e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.256773 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.259941 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1dc05779-ea2c-4e4c-b35b-6b041cf49e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.270123 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.270869 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16377311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292737'] for router_interface, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.311587 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-51530371-4b68-4f5f-965c-e1339de0900e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.314590 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-51530371-4b68-4f5f-965c-e1339de0900e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.315982 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-51530371-4b68-4f5f-965c-e1339de0900e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdb9609c-c774-43c8-9795-ffa6427a8fd9 HTTP/1.1" status: 204 len: 168 time: 0.4623828 Jul 08 02:45:28.326999 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=b732eac5-e329-43e5-9d4d-47b04c82263b,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:28.357277 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 22b81a22-0232-4e56-bf09-ca012369daee triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:28.357649 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.437463 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51530371-4b68-4f5f-965c-e1339de0900e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb9609c-c774-43c8-9795-ffa6427a8fd9,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:28.440002 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Pushing event updated for resources: {'Port': ['ID=5989de48-df84-4433-8b93-b22c2213dc3c,revision_number=2']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:28.512134 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:45:28.529330 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Sync routers for ids ['cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:45:28.546220 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Routers {'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:28.549154 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:28.577544 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] Notify callbacks [] for router, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.582734 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-9fc598ed-15de-4ab2-9752-55ab4996b50b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5281746 Jul 08 02:45:28.583675 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 37046) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:28.638386 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.695128 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.54', 49597) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:28.735782 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Notify callbacks [] for port, precommit_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.753566 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Transition to ACTIVE for port object e63f2208-a841-48e8-81e4-c00d987c074a will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:28.754471 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1dc05779-ea2c-4e4c-b35b-6b041cf49e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.765228 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.769143 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1dc05779-ea2c-4e4c-b35b-6b041cf49e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.775177 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-1dc05779-ea2c-4e4c-b35b-6b041cf49e1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ea013aa-d4f3-40e0-9d78-076bc13c2683 HTTP/1.1" status: 204 len: 168 time: 0.9778428 Jul 08 02:45:28.915586 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430eede-445f-44d9-b351-f6c4908d0563 None None] Pushing event updated for resources: {'Port': ['ID=e63f2208-a841-48e8-81e4-c00d987c074a,revision_number=2']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:28.927544 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Attempting to bind port e63f2208-a841-48e8-81e4-c00d987c074a on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:28.928594 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Attempting to bind port e63f2208-a841-48e8-81e4-c00d987c074a by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:28.936057 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Attempting to bind port e63f2208-a841-48e8-81e4-c00d987c074a on network 55c43452-347a-4a03-a326-c2f40e761f1d {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:28.942547 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:28.943176 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Checking segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:28.944790 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:28.945444 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Bound using segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:28.946130 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Bound port: e63f2208-a841-48e8-81e4-c00d987c074a, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:28.946769 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:29.115042 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] For port e63f2208-a841-48e8-81e4-c00d987c074a, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:29.119597 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] For port e63f2208-a841-48e8-81e4-c00d987c074a, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=e63f2208-a841-48e8-81e4-c00d987c074a,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:29.132799 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:29.208125 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Allocated IP 172.20.0.1 (06c852e3-976b-48a1-a484-4e900038f3c5/d8cf243d-2400-43e3-a620-04f0df041e5e/99528089-392b-4aa7-b3e8-e9a0d0aa9675) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:29.249835 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device b732eac5-e329-43e5-9d4d-47b04c82263b up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:29.262042 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Set router cf1d67e9-e81f-4dd0-8352-e0f4a4335bff gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:29.282166 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 37064) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:29.315105 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b5af4f9c-f81d-4e23-902a-1e78eb5f018b req-fe0f61a0-fae2-4b35-aadf-cf72c58e6d74 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 210 time: 0.0766191 Jul 08 02:45:29.353115 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-6225239f-3a0f-4c74-bf23-b1bad92cc764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:29.406859 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915c04d-b55e-4360-b99c-99efa9459292 req-07500950-027f-43bd-80d4-0bf994d2bb72 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:29.408718 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-07500950-027f-43bd-80d4-0bf994d2bb72 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "GET /v2.0/networks?id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f HTTP/1.1" status: 200 len: 815 time: 0.7123072 Jul 08 02:45:29.433311 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc05779-ea2c-4e4c-b35b-6b041cf49e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea013aa-d4f3-40e0-9d78-076bc13c2683,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:29.451996 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Network 67dacccd-098a-4f2d-86be-1f0fd583c496 is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:29.466023 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:29.478752 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Routers {'bc321ce1-601b-4964-822e-6e45e5fd18f0'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:29.481981 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['bc321ce1-601b-4964-822e-6e45e5fd18f0'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:29.498700 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430eede-445f-44d9-b351-f6c4908d0563 None None] Pushing event updated for resources: {'Port': ['ID=e63f2208-a841-48e8-81e4-c00d987c074a,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:29.547046 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-e915c04d-b55e-4360-b99c-99efa9459292 req-ba7835cf-0eaf-433b-bcd9-84c2ff23ae25 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Request body: {'port': {'device_id': 'b5442e8d-185e-4ace-a3f4-4af161c96d28', 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f', 'admin_state_up': True, 'tenant_id': 'd8ebcf760fc740059c4216674192190c'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:29.584826 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.54', 49599) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:29.771495 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:29.773737 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port b732eac5-e329-43e5-9d4d-47b04c82263b triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:29.774761 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:29.795637 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.provisioning_blocks [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Transition to ACTIVE for port object 99528089-392b-4aa7-b3e8-e9a0d0aa9675 will not be triggered until provisioned by entity DHCP. {{(pid=104846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:29.887563 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'name': 'tempest-ServerRescueNegativeTestJSON-1862938459-router', 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'd99f7e21-abfc-4785-a30c-558dc286502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:25Z', 'revision_number': 3, 'project_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'gw_port': {'id': 'd99f7e21-abfc-4785-a30c-558dc286502d', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:23Z', 'updated_at': '2021-07-08T02:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:29.930289 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] Set router bc321ce1-601b-4964-822e-6e45e5fd18f0 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:29.975481 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Checking router: cf1d67e9-e81f-4dd0-8352-e0f4a4335bff for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:45:29.975840 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Updating router cf1d67e9-e81f-4dd0-8352-e0f4a4335bff port d99f7e21-abfc-4785-a30c-558dc286502d binding host dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:45:30.014994 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:30.063421 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-be0034ca-35dc-446c-b344-82489b98a308 req-9dec0a1b-ff1a-4a1c-a2ac-921f99e58926 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 210 time: 0.2142997 Jul 08 02:45:30.075054 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:30.156085 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-744617d4-cfe7-4e1e-bf90-1fac44829952 None None] Provisioning complete for port 5989de48-df84-4433-8b93-b22c2213dc3c triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:30.157186 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-744617d4-cfe7-4e1e-bf90-1fac44829952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:30.201011 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Network 06c852e3-976b-48a1-a484-4e900038f3c5 is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:30.226161 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:30.230041 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:30.235537 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16291538'] for router_interface, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:30.240798 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-7dcb6aa7-9093-41b0-981e-3c2555863cb6 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:30.242791 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-7dcb6aa7-9093-41b0-981e-3c2555863cb6 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.54 "GET /v2.0/networks?id=60eac48d-f675-4c1f-b84b-b3aa0361d873 HTTP/1.1" status: 200 len: 812 time: 0.6568453 Jul 08 02:45:30.281431 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-744617d4-cfe7-4e1e-bf90-1fac44829952 None None] Port 5989de48-df84-4433-8b93-b22c2213dc3c cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:45:30.313637 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Pushing event updated for resources: {'Port': ['ID=99528089-392b-4aa7-b3e8-e9a0d0aa9675,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:30.324737 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Router e4b7857b-45c3-436c-8bf0-1c0488f7795a has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:45:30.331326 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-6225239f-3a0f-4c74-bf23-b1bad92cc764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:30.429394 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:24Z', 'revision_number': 3, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:30.522768 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd216d-f056-4560-9055-0ff3097ed3f1 None None] The sync data for ids ['bc321ce1-601b-4964-822e-6e45e5fd18f0'] in dv-cinder-789077-2-iscsi is: [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:24Z', 'revision_number': 3, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:45:30.658119 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-6225239f-3a0f-4c74-bf23-b1bad92cc764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:30.683050 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:45:30.688924 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-7e234277-1519-4ebf-9a82-e3267114daa4 admin admin] 10.222.0.21 "PUT /v2.0/routers/e4b7857b-45c3-436c-8bf0-1c0488f7795a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4959908 Jul 08 02:45:30.693092 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-0af6a7b2-760c-441a-8d4a-8f2d34d208a7 None None] Provisioning for port 99528089-392b-4aa7-b3e8-e9a0d0aa9675 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:30.698210 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:30.706713 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Sync routers for ids ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:45:30.717566 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-0af6a7b2-760c-441a-8d4a-8f2d34d208a7 None None] Provisioning complete for port 99528089-392b-4aa7-b3e8-e9a0d0aa9675 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:30.717980 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-0af6a7b2-760c-441a-8d4a-8f2d34d208a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:30.728240 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-ce89d967-dfc9-4708-b01a-70f128195e35 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Request body: {'port': {'device_id': 'e152277c-05f3-4846-9a1e-c100b0c438a8', 'network_id': '60eac48d-f675-4c1f-b84b-b3aa0361d873', 'admin_state_up': True, 'tenant_id': '6c3eb7ff4dec4bbb9b3d7a932176acf6'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:30.818349 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Notify callbacks [] for port, precommit_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:30.844070 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.provisioning_blocks [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Transition to ACTIVE for port object d99f7e21-abfc-4785-a30c-558dc286502d will not be triggered until provisioned by entity L2. {{(pid=104848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:30.855583 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:30.983272 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3b724834-1f47-4d82-88a8-134db2f5e759 req-2b985d81-246c-4265-bb00-9c1e2242ce92 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 210 time: 0.3630207 Jul 08 02:45:31.004154 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-6225239f-3a0f-4c74-bf23-b1bad92cc764 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e61f477a64f450d89237537b12ec8ab&name=default HTTP/1.1" status: 200 len: 2976 time: 1.6986296 Jul 08 02:45:31.010412 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 37134) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:31.121289 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac03531-138d-4ddb-8a88-028b21550efd None None] Pushing event updated for resources: {'Port': ['ID=d99f7e21-abfc-4785-a30c-558dc286502d,revision_number=2']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:31.163830 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Attempting to bind port d99f7e21-abfc-4785-a30c-558dc286502d on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:31.166979 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Attempting to bind port d99f7e21-abfc-4785-a30c-558dc286502d by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:31.168009 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Attempting to bind port d99f7e21-abfc-4785-a30c-558dc286502d on network 55c43452-347a-4a03-a326-c2f40e761f1d {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:31.180698 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Routers {'e4b7857b-45c3-436c-8bf0-1c0488f7795a'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:31.181482 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:31.187738 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:31.188505 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Checking segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:31.189077 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:31.191345 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Bound using segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:31.193137 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Bound port: d99f7e21-abfc-4785-a30c-558dc286502d, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:31.194537 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:31.350968 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:31.367579 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:31.371002 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16377311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292737'] for router_interface, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:31.422384 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] For port d99f7e21-abfc-4785-a30c-558dc286502d, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:31.429066 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] For port d99f7e21-abfc-4785-a30c-558dc286502d, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=d99f7e21-abfc-4785-a30c-558dc286502d,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:31.437756 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:31.479831 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device e63f2208-a841-48e8-81e4-c00d987c074a up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:31.583592 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Routers {'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:31.584184 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:31.651758 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Set router e4b7857b-45c3-436c-8bf0-1c0488f7795a gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:31.709252 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Pushing event updated for resources: {'Port': ['ID=99528089-392b-4aa7-b3e8-e9a0d0aa9675,revision_number=2']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:31.838796 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Network 06c852e3-976b-48a1-a484-4e900038f3c5 is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:31.843253 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:31.893303 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e915c04d-b55e-4360-b99c-99efa9459292 req-ba7835cf-0eaf-433b-bcd9-84c2ff23ae25 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Made reservation on behalf of d8ebcf760fc740059c4216674192190c for: {'port': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:31.915118 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-e915c04d-b55e-4360-b99c-99efa9459292 req-ba7835cf-0eaf-433b-bcd9-84c2ff23ae25 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:31.918851 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] Set router cf1d67e9-e81f-4dd0-8352-e0f4a4335bff gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:31.938095 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9b1e9c5d-da36-4d86-83aa-c5e2ed4c523c req-ce5085e6-7d21-444d-ba3c-87a28af575fa tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 210 time: 0.2224598 Jul 08 02:45:32.095093 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-0af6a7b2-760c-441a-8d4a-8f2d34d208a7 None None] Port 99528089-392b-4aa7-b3e8-e9a0d0aa9675 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:45:32.115658 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port e63f2208-a841-48e8-81e4-c00d987c074a completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:32.180710 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port e63f2208-a841-48e8-81e4-c00d987c074a triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:32.190697 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:32.193363 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Router bc321ce1-601b-4964-822e-6e45e5fd18f0 has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:45:32.253301 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225239f-3a0f-4c74-bf23-b1bad92cc764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5727c58-5ce5-4ce9-bf58-a2be37e3f17e,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:32.412760 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac03531-138d-4ddb-8a88-028b21550efd None None] Pushing event updated for resources: {'Port': ['ID=d99f7e21-abfc-4785-a30c-558dc286502d,revision_number=3']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:32.564919 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-1e5bca62-57ca-4258-8abd-e47fb7c67824 None None] Provisioning complete for port 99528089-392b-4aa7-b3e8-e9a0d0aa9675 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:32.565434 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1e5bca62-57ca-4258-8abd-e47fb7c67824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:32.596958 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:45:32.627774 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-8fc4f49f-c6c3-482a-8771-b58e33463d01 admin admin] 10.222.0.21 "PUT /v2.0/routers/bc321ce1-601b-4964-822e-6e45e5fd18f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4333830 Jul 08 02:45:32.641816 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'name': 'tempest-ServerRescueNegativeTestJSON-1862938459-router', 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'd99f7e21-abfc-4785-a30c-558dc286502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:25Z', 'revision_number': 3, 'project_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'gw_port': {'id': 'd99f7e21-abfc-4785-a30c-558dc286502d', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:23Z', 'updated_at': '2021-07-08T02:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:32.689323 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:32.697157 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37170) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:32.703162 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-52e86061-9ca7-4b79-bf71-455f4d70d8d4 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1045085431', 'description': 'tempest-description--635606321'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:32.728032 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5fda7e1c-0bfe-422f-80c0-9f2131ae974e req-9a32b8f6-c923-4cab-ab32-cf3157361939 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 210 time: 0.3315539 Jul 08 02:45:32.750843 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e4b0ff-b4f6-4776-ba30-afc8b56039b2 None None] The sync data for ids ['cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'] in dv-cinder-789077-2-iscsi is: [{'id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'name': 'tempest-ServerRescueNegativeTestJSON-1862938459-router', 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'd99f7e21-abfc-4785-a30c-558dc286502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:25Z', 'revision_number': 3, 'project_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'gw_port': {'id': 'd99f7e21-abfc-4785-a30c-558dc286502d', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:23Z', 'updated_at': '2021-07-08T02:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:45:32.846577 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-52e86061-9ca7-4b79-bf71-455f4d70d8d4 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:32.891216 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-1e5bca62-57ca-4258-8abd-e47fb7c67824 None None] Port 99528089-392b-4aa7-b3e8-e9a0d0aa9675 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:45:32.900855 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-15dde080-8d11-47fe-ba5d-563eb6d8a726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:32.939236 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-15dde080-8d11-47fe-ba5d-563eb6d8a726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:32.943535 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:32.995138 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '5989de48-df84-4433-8b93-b22c2213dc3c', 'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'mac_address': 'fa:16:3e:ec:d2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:25Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 2, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'subnets': [{'id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:33.021591 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-ce89d967-dfc9-4708-b01a-70f128195e35 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Made reservation on behalf of 6c3eb7ff4dec4bbb9b3d7a932176acf6 for: {'port': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:33.032897 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-ce89d967-dfc9-4708-b01a-70f128195e35 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:33.048350 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-15dde080-8d11-47fe-ba5d-563eb6d8a726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:33.051292 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-15dde080-8d11-47fe-ba5d-563eb6d8a726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:33.055931 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-15dde080-8d11-47fe-ba5d-563eb6d8a726 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5727c58-5ce5-4ce9-bf58-a2be37e3f17e HTTP/1.1" status: 204 len: 168 time: 2.0298877 Jul 08 02:45:33.080431 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port e63f2208-a841-48e8-81e4-c00d987c074a, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=e63f2208-a841-48e8-81e4-c00d987c074a,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:33.083098 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Checking router: e4b7857b-45c3-436c-8bf0-1c0488f7795a for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:45:33.084189 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Updating router e4b7857b-45c3-436c-8bf0-1c0488f7795a port 5989de48-df84-4433-8b93-b22c2213dc3c binding host dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:45:33.128169 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:33.178792 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dde080-8d11-47fe-ba5d-563eb6d8a726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5727c58-5ce5-4ce9-bf58-a2be37e3f17e,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:33.242179 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:33.334999 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=e63f2208-a841-48e8-81e4-c00d987c074a,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:33.372383 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-52e86061-9ca7-4b79-bf71-455f4d70d8d4 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:33.391540 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-52e86061-9ca7-4b79-bf71-455f4d70d8d4 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:33.472461 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-52e86061-9ca7-4b79-bf71-455f4d70d8d4 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:33.477305 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-52e86061-9ca7-4b79-bf71-455f4d70d8d4 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7754638 Jul 08 02:45:33.566701 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37200) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:33.566701 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-610ea0f4-02c7-4353-9b3e-894f41783564 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Request body: {'security_group_rule': {'security_group_id': 'd120e648-9c0d-4d60-823b-bc375f078091', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:33.566701 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e86061-9ca7-4b79-bf71-455f4d70d8d4 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d120e648-9c0d-4d60-823b-bc375f078091,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:33.614562 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-610ea0f4-02c7-4353-9b3e-894f41783564 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:33.919973 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-610ea0f4-02c7-4353-9b3e-894f41783564 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:33.928065 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-610ea0f4-02c7-4353-9b3e-894f41783564 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:33.975526 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ea0f4-02c7-4353-9b3e-894f41783564 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47af52e6-2c7c-4135-924b-1748af5854ed,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:34.016136 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-610ea0f4-02c7-4353-9b3e-894f41783564 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:34.021346 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-610ea0f4-02c7-4353-9b3e-894f41783564 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5148175 Jul 08 02:45:34.021346 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37218) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:34.025612 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-4273e803-edd0-422a-b688-af96f32c49ed tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Request body: {'security_group_rule': {'security_group_id': 'd120e648-9c0d-4d60-823b-bc375f078091', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:34.097744 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4273e803-edd0-422a-b688-af96f32c49ed tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:34.114107 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a2992ef3-e8b4-4d33-9080-c2091bd52a6c req-7919993c-1f8e-4c15-81f3-530db485beda tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 210 time: 0.2712450 Jul 08 02:45:34.169720 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Notify callbacks [] for port, precommit_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:34.177005 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-ce89d967-dfc9-4708-b01a-70f128195e35 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Allocated IP 172.20.0.2 (60eac48d-f675-4c1f-b84b-b3aa0361d873/54baadec-9dd8-4d6c-9465-7b70e7788a3b/fc688075-8764-4608-a09c-f70989eac36e) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:34.203246 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Transition to ACTIVE for port object 5989de48-df84-4433-8b93-b22c2213dc3c will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:34.221264 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:34.252653 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4273e803-edd0-422a-b688-af96f32c49ed tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:34.258200 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4273e803-edd0-422a-b688-af96f32c49ed tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:34.290893 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [req-e915c04d-b55e-4360-b99c-99efa9459292 req-ba7835cf-0eaf-433b-bcd9-84c2ff23ae25 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Allocated IP 172.20.0.5 (80fc2b86-db79-4694-a8b1-0cc9a2677a2f/c47d5346-c08a-4b69-96fd-daee2cb1c1d5/ef75de1d-f6f8-45d6-b7eb-513b024ac0f6) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:34.327234 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Sync routers for ids ['bc321ce1-601b-4964-822e-6e45e5fd18f0'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:45:34.333818 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273e803-edd0-422a-b688-af96f32c49ed tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b769c4-0089-4007-853e-3e4854198bc2,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:34.342450 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Routers {'bc321ce1-601b-4964-822e-6e45e5fd18f0'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:34.344606 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['bc321ce1-601b-4964-822e-6e45e5fd18f0'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:34.355986 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee961cbf-a641-4b98-a7c1-3e8fd592a307 None None] Pushing event updated for resources: {'Port': ['ID=5989de48-df84-4433-8b93-b22c2213dc3c,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:34.360845 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4273e803-edd0-422a-b688-af96f32c49ed tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:34.364662 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-4273e803-edd0-422a-b688-af96f32c49ed tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3402514 Jul 08 02:45:34.400507 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37224) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:34.400507 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Request body: {'floatingip': {'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:34.429867 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for floatingip, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:34.671845 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Attempting to bind port 5989de48-df84-4433-8b93-b22c2213dc3c on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:34.675308 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Attempting to bind port 5989de48-df84-4433-8b93-b22c2213dc3c by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:34.675720 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Attempting to bind port 5989de48-df84-4433-8b93-b22c2213dc3c on network 67dacccd-098a-4f2d-86be-1f0fd583c496 {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:34.701304 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:34.701737 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Checking segment: {'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:34.702189 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:34.702651 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Bound using segment: {'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:34.703154 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Bound port: 5989de48-df84-4433-8b93-b22c2213dc3c, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:34.710857 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:34.727250 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Set router bc321ce1-601b-4964-822e-6e45e5fd18f0 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:34.830389 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fbd083b4-9d7a-4461-b304-52e6e221c614 req-3138ce8c-c6fe-4dd4-9e47-870716eadb16 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 210 time: 0.3095393 Jul 08 02:45:34.831865 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 37232) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:34.999551 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] For port 5989de48-df84-4433-8b93-b22c2213dc3c, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:35.001295 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Allocated IP 172.20.0.1 (4d9a6128-4084-4d6f-9ca2-8873020dd1b9/90ae0588-a597-4f76-9cea-961e086525a9/f2cc73ef-044f-4405-96de-755cf7f3fa5c) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:35.001795 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37236) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:35.002832 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37238) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:35.010964 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] For port 5989de48-df84-4433-8b93-b22c2213dc3c, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=5989de48-df84-4433-8b93-b22c2213dc3c,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:35.020260 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:35.022468 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-5426d39b-0edd-40fa-8447-81d2dbe5a274 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--815517031', 'description': 'tempest-description--1659552198'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:35.156481 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:35.198261 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee961cbf-a641-4b98-a7c1-3e8fd592a307 None None] Pushing event updated for resources: {'Port': ['ID=5989de48-df84-4433-8b93-b22c2213dc3c,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:35.203762 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '99528089-392b-4aa7-b3e8-e9a0d0aa9675', 'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'mac_address': 'fa:16:3e:d9:b5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:28Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 2, 'project_id': '3bf146c7263348b19beed67f69227864', 'subnets': [{'id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:35.308433 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Routers {'e4b7857b-45c3-436c-8bf0-1c0488f7795a'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:35.310151 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:35.332612 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Checking router: bc321ce1-601b-4964-822e-6e45e5fd18f0 for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:45:35.333562 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Updating router bc321ce1-601b-4964-822e-6e45e5fd18f0 port 99528089-392b-4aa7-b3e8-e9a0d0aa9675 binding host dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:45:35.415377 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:35.646433 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-af38b026-57a1-476c-8a36-a6a794b7911d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:35.680686 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] Set router e4b7857b-45c3-436c-8bf0-1c0488f7795a gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:35.702387 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-31ba4aed-f4cf-43f7-93a1-500c8c9a2925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:35.763519 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:35.764253 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Allocated IP 172.27.1.205 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/ce3ad45e-4205-4ded-bb59-927d72050154) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:35.933062 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device d99f7e21-abfc-4785-a30c-558dc286502d up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:35.961297 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Notify callbacks [] for port, precommit_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:35.972229 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.provisioning_blocks [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Transition to ACTIVE for port object 99528089-392b-4aa7-b3e8-e9a0d0aa9675 will not be triggered until provisioned by entity L2. {{(pid=104848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:35.984790 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.103062 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.197488 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-e915c04d-b55e-4360-b99c-99efa9459292 req-ba7835cf-0eaf-433b-bcd9-84c2ff23ae25 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.265945 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.291423 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5d817-4513-4915-b72d-07c6c60f9d54 None None] Pushing event updated for resources: {'Port': ['ID=99528089-392b-4aa7-b3e8-e9a0d0aa9675,revision_number=3']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:36.312392 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Attempting to bind port 99528089-392b-4aa7-b3e8-e9a0d0aa9675 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:36.312752 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Attempting to bind port 99528089-392b-4aa7-b3e8-e9a0d0aa9675 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:36.313126 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Attempting to bind port 99528089-392b-4aa7-b3e8-e9a0d0aa9675 on network 06c852e3-976b-48a1-a484-4e900038f3c5 {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:36.324496 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:36.324900 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Checking segment: {'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:36.325320 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.325732 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Bound using segment: {'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:36.327188 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Bound port: 99528089-392b-4aa7-b3e8-e9a0d0aa9675, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'}}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:36.327630 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.357247 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:36.371333 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:36.380999 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:36.410196 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event updated for resources: {'Port': ['ID=ce3ad45e-4205-4ded-bb59-927d72050154,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:36.483110 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] For port 99528089-392b-4aa7-b3e8-e9a0d0aa9675, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:36.489403 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port d99f7e21-abfc-4785-a30c-558dc286502d completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:36.491946 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] For port 99528089-392b-4aa7-b3e8-e9a0d0aa9675, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=99528089-392b-4aa7-b3e8-e9a0d0aa9675,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:36.495191 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-ce89d967-dfc9-4708-b01a-70f128195e35 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.503335 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.558075 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.566383 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port d99f7e21-abfc-4785-a30c-558dc286502d triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:36.574095 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.625999 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Routers {'bc321ce1-601b-4964-822e-6e45e5fd18f0'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:36.627066 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['bc321ce1-601b-4964-822e-6e45e5fd18f0'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:36.694289 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.714206 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-03ff0774-720e-4a16-807c-53fb0ee899a7 req-02fb16ec-e3a6-47d2-9bdb-5850bafd54b3 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 210 time: 0.8405678 Jul 08 02:45:36.749469 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5d817-4513-4915-b72d-07c6c60f9d54 None None] Pushing event updated for resources: {'Port': ['ID=99528089-392b-4aa7-b3e8-e9a0d0aa9675,revision_number=4']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:36.791792 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-e915c04d-b55e-4360-b99c-99efa9459292 req-ba7835cf-0eaf-433b-bcd9-84c2ff23ae25 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.811469 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-5426d39b-0edd-40fa-8447-81d2dbe5a274 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.829007 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.890134 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.899431 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '5989de48-df84-4433-8b93-b22c2213dc3c', 'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'mac_address': 'fa:16:3e:ec:d2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:25Z', 'updated_at': '2021-07-08T02:45:34Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'subnets': [{'id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:36.918396 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-ce89d967-dfc9-4708-b01a-70f128195e35 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:36.957362 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] Set router bc321ce1-601b-4964-822e-6e45e5fd18f0 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:37.003914 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-ce89d967-dfc9-4708-b01a-70f128195e35 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Network 60eac48d-f675-4c1f-b84b-b3aa0361d873 is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:37.013113 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:37.083792 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-ce89d967-dfc9-4708-b01a-70f128195e35 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:37.134479 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e915c04d-b55e-4360-b99c-99efa9459292 req-ba7835cf-0eaf-433b-bcd9-84c2ff23ae25 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:37.148567 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-ce89d967-dfc9-4708-b01a-70f128195e35 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:37.177666 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-ce89d967-dfc9-4708-b01a-70f128195e35 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:37.185978 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-ce89d967-dfc9-4708-b01a-70f128195e35 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:37.186569 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4812e5-f48a-4860-b93d-c7b3f935bb96 None None] The sync data for ids ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'] in dv-cinder-789077-2-iscsi is: [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '5989de48-df84-4433-8b93-b22c2213dc3c', 'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'mac_address': 'fa:16:3e:ec:d2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:25Z', 'updated_at': '2021-07-08T02:45:34Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'subnets': [{'id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:45:37.208597 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port d99f7e21-abfc-4785-a30c-558dc286502d, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=d99f7e21-abfc-4785-a30c-558dc286502d,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:37.216096 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:37.217033 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device e63f2208-a841-48e8-81e4-c00d987c074a up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:37.287140 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:37.391305 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:37.392284 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16291538'] for router_interface, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:37.412873 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [req-e915c04d-b55e-4360-b99c-99efa9459292 req-ba7835cf-0eaf-433b-bcd9-84c2ff23ae25 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:37.434993 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e915c04d-b55e-4360-b99c-99efa9459292 req-ba7835cf-0eaf-433b-bcd9-84c2ff23ae25 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:37.447812 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915c04d-b55e-4360-b99c-99efa9459292 req-ba7835cf-0eaf-433b-bcd9-84c2ff23ae25 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:37.449379 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-e915c04d-b55e-4360-b99c-99efa9459292 req-ba7835cf-0eaf-433b-bcd9-84c2ff23ae25 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:37.464303 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=d99f7e21-abfc-4785-a30c-558dc286502d,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:37.488250 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port e63f2208-a841-48e8-81e4-c00d987c074a triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:37.489895 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:37.505223 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-af38b026-57a1-476c-8a36-a6a794b7911d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:37.537612 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-af38b026-57a1-476c-8a36-a6a794b7911d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:37.593414 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '99528089-392b-4aa7-b3e8-e9a0d0aa9675', 'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'mac_address': 'fa:16:3e:d9:b5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:28Z', 'updated_at': '2021-07-08T02:45:36Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'subnets': [{'id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:37.618368 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-af38b026-57a1-476c-8a36-a6a794b7911d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c10f49280d01405bb84686ef01b74c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6142576 Jul 08 02:45:37.641631 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37274) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:37.673193 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3047aa-32c6-46cd-82e1-80aa6f312592 None None] The sync data for ids ['bc321ce1-601b-4964-822e-6e45e5fd18f0'] in dv-cinder-789077-2-iscsi is: [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '99528089-392b-4aa7-b3e8-e9a0d0aa9675', 'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'mac_address': 'fa:16:3e:d9:b5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:28Z', 'updated_at': '2021-07-08T02:45:36Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'subnets': [{'id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:45:37.748970 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5597e74-4ad5-4734-a032-2935c67c2a0b req-34fff35e-7196-4220-b4e4-41d21e30723c tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:37.749744 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for port, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:37.760023 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f5597e74-4ad5-4734-a032-2935c67c2a0b req-34fff35e-7196-4220-b4e4-41d21e30723c tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 931 time: 1.1902647 Jul 08 02:45:37.762519 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.db.api [None req-5426d39b-0edd-40fa-8447-81d2dbe5a274 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:45:37.762519 dv-cinder-789077-2-iscsi neutron-server[104845]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:45:37.762519 dv-cinder-789077-2-iscsi neutron-server[104845]: [parameters: {'project_id_1': '3bf146c7263348b19beed67f69227864', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 45, 37, 74689)}] Jul 08 02:45:37.762519 dv-cinder-789077-2-iscsi neutron-server[104845]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:45:37.763606 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG oslo_db.api [None req-5426d39b-0edd-40fa-8447-81d2dbe5a274 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:45:37.788689 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Pushing event updated for resources: {'Port': ['ID=f2cc73ef-044f-4405-96de-755cf7f3fa5c,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:37.798434 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:37.960271 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:38.001291 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38b026-57a1-476c-8a36-a6a794b7911d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4439209-c6ab-4eec-8834-b4da706de06d,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:38.139653 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event updated for resources: {'Port': ['ID=ce3ad45e-4205-4ded-bb59-927d72050154,revision_number=2']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:38.149116 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f3af30d0-a8cb-4eb8-8719-ade0df3d8597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:38.193801 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f3af30d0-a8cb-4eb8-8719-ade0df3d8597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:38.237663 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-31ba4aed-f4cf-43f7-93a1-500c8c9a2925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:38.251023 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-31ba4aed-f4cf-43f7-93a1-500c8c9a2925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:38.257931 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device d99f7e21-abfc-4785-a30c-558dc286502d up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:38.282761 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-5426d39b-0edd-40fa-8447-81d2dbe5a274 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:38.307219 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f5597e74-4ad5-4734-a032-2935c67c2a0b req-edd48bb0-b572-49f6-aecd-1b11a631e519 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459590 Jul 08 02:45:38.309752 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:38.325976 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-21ebfb46-4d4e-4f3e-9434-912b19e3abac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9428301 Jul 08 02:45:38.446059 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port d99f7e21-abfc-4785-a30c-558dc286502d triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:38.446528 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:38.469589 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7835cf-0eaf-433b-bcd9-84c2ff23ae25 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Pushing event updated for resources: {'Port': ['ID=ef75de1d-f6f8-45d6-b7eb-513b024ac0f6,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:38.508732 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-ce89d967-dfc9-4708-b01a-70f128195e35 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8914480 Jul 08 02:45:38.517536 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-31ba4aed-f4cf-43f7-93a1-500c8c9a2925 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f342046779a64d8bbefd905c63822401&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5122800 Jul 08 02:45:38.529999 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37290) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:38.538797 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba4aed-f4cf-43f7-93a1-500c8c9a2925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d87194-7c79-48aa-8704-b980d19ecfc8,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:38.682046 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f3af30d0-a8cb-4eb8-8719-ade0df3d8597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:38.695396 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f3af30d0-a8cb-4eb8-8719-ade0df3d8597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:38.697061 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-f3af30d0-a8cb-4eb8-8719-ade0df3d8597 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4439209-c6ab-4eec-8834-b4da706de06d HTTP/1.1" status: 204 len: 168 time: 1.0390594 Jul 08 02:45:38.718271 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 5989de48-df84-4433-8b93-b22c2213dc3c up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:38.758764 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af30d0-a8cb-4eb8-8719-ade0df3d8597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4439209-c6ab-4eec-8834-b4da706de06d,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:38.817369 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b69f5e46-059f-479c-a9ff-2609396ca432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:38.954026 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b69f5e46-059f-479c-a9ff-2609396ca432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:38.959764 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 5989de48-df84-4433-8b93-b22c2213dc3c completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:38.971612 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 5989de48-df84-4433-8b93-b22c2213dc3c triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:38.971996 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:39.079234 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b69f5e46-059f-479c-a9ff-2609396ca432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:39.083459 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b69f5e46-059f-479c-a9ff-2609396ca432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:39.087081 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-b69f5e46-059f-479c-a9ff-2609396ca432 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08d87194-7c79-48aa-8704-b980d19ecfc8 HTTP/1.1" status: 204 len: 168 time: 0.5536098 Jul 08 02:45:39.111476 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f5e46-059f-479c-a9ff-2609396ca432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d87194-7c79-48aa-8704-b980d19ecfc8,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:39.150503 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-ba7835cf-0eaf-433b-bcd9-84c2ff23ae25 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.6334038 Jul 08 02:45:39.207229 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-8f290d86-2110-4094-92fc-66081f6068cf tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:45:39.216705 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-8f290d86-2110-4094-92fc-66081f6068cf tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0426700 Jul 08 02:45:39.284414 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:39.311946 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-73ec9ee2-e7bb-4547-9c51-a49cb7432da2 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:45:39.314181 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-73ec9ee2-e7bb-4547-9c51-a49cb7432da2 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1020463 Jul 08 02:45:39.319812 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:39.381246 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port 5989de48-df84-4433-8b93-b22c2213dc3c, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=5989de48-df84-4433-8b93-b22c2213dc3c,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:39.383182 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-1552ea3f-b98a-4248-b4e5-7e9950da0c81 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1045085431&fields=id&tenant_id=2ad8a62e9648491bbcf58e246b30188f HTTP/1.1" status: 200 len: 267 time: 0.2179809 Jul 08 02:45:39.390591 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:39.428394 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a906df-a568-4679-8e30-d5213f246578 req-288cfcd0-447f-453d-8a73-8ddb1dfc9fe5 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:39.438622 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-94a906df-a568-4679-8e30-d5213f246578 req-288cfcd0-447f-453d-8a73-8ddb1dfc9fe5 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 931 time: 1.2736793 Jul 08 02:45:39.546156 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=5989de48-df84-4433-8b93-b22c2213dc3c,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:39.641600 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89d967-dfc9-4708-b01a-70f128195e35 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Pushing event updated for resources: {'Port': ['ID=fc688075-8764-4608-a09c-f70989eac36e,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:39.844112 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37326) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:39.862305 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6bf145f0-2897-4f5d-ba4a-6cc06e6b3c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:40.005641 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-c9b048be-29d3-43cd-bb8d-2c4be9e5480f tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:40.007494 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-c9b048be-29d3-43cd-bb8d-2c4be9e5480f tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 810 time: 0.5890045 Jul 08 02:45:40.032775 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 99528089-392b-4aa7-b3e8-e9a0d0aa9675 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:40.123894 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 99528089-392b-4aa7-b3e8-e9a0d0aa9675 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:40.133204 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 99528089-392b-4aa7-b3e8-e9a0d0aa9675 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:40.135465 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:40.156471 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-94a906df-a568-4679-8e30-d5213f246578 req-005e310a-5cca-4cdb-bd77-aa44360209dc tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7166536 Jul 08 02:45:40.245397 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d2031531-12b2-4214-83b9-8643117377a4 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/quotas/2ad8a62e9648491bbcf58e246b30188f HTTP/1.1" status: 200 len: 375 time: 0.1817336 Jul 08 02:45:40.308004 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:40.446566 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port 99528089-392b-4aa7-b3e8-e9a0d0aa9675, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=99528089-392b-4aa7-b3e8-e9a0d0aa9675,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:40.450614 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Request body: {'port': {'device_id': 'e152277c-05f3-4846-9a1e-c100b0c438a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:40.454792 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:40.456810 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 5989de48-df84-4433-8b93-b22c2213dc3c up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:40.550072 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Request body: {'port': {'device_id': 'b5442e8d-185e-4ace-a3f4-4af161c96d28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:40.596421 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=99528089-392b-4aa7-b3e8-e9a0d0aa9675,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:40.681093 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 5989de48-df84-4433-8b93-b22c2213dc3c triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:40.687036 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:40.767776 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:40.811767 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-5426d39b-0edd-40fa-8447-81d2dbe5a274 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:40.813075 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:40.816237 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16377311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292737'] for router_interface, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:40.993337 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.017200 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-5426d39b-0edd-40fa-8447-81d2dbe5a274 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.058531 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6bf145f0-2897-4f5d-ba4a-6cc06e6b3c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.068779 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6bf145f0-2897-4f5d-ba4a-6cc06e6b3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.123446 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-6bf145f0-2897-4f5d-ba4a-6cc06e6b3c4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=065b7ba30e334f31b0e11b904709fb6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2760503 Jul 08 02:45:41.127564 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37364) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:41.243538 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf145f0-2897-4f5d-ba4a-6cc06e6b3c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16429eae-c047-4552-86c1-f07583402aee,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:41.252192 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426d39b-0edd-40fa-8447-81d2dbe5a274 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:41.254691 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.274571 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e118-958a-4816-a47e-59c48d7e52e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.303157 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e118-958a-4816-a47e-59c48d7e52e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.407648 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e118-958a-4816-a47e-59c48d7e52e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.410482 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e118-958a-4816-a47e-59c48d7e52e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.412216 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-e7b2e118-958a-4816-a47e-59c48d7e52e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16429eae-c047-4552-86c1-f07583402aee HTTP/1.1" status: 204 len: 168 time: 0.2836034 Jul 08 02:45:41.436533 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2e118-958a-4816-a47e-59c48d7e52e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16429eae-c047-4552-86c1-f07583402aee,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:41.601073 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Pushing event updated for resources: {'Port': ['ID=f2cc73ef-044f-4405-96de-755cf7f3fa5c,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:41.716296 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-5426d39b-0edd-40fa-8447-81d2dbe5a274 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.720704 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-5426d39b-0edd-40fa-8447-81d2dbe5a274 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 6.8450527 Jul 08 02:45:41.723758 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37378) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:41.738707 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-b9fd916a-0463-4a6c-b758-e95eec7215c6 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Request body: {'security_group_rule': {'security_group_id': '5ccf06d5-c3c7-4344-8ed1-4706cc64bb33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:41.767736 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-3ca0d6db-5c10-45e9-a305-ada7b6f8c23e tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&fields=id HTTP/1.1" status: 200 len: 348 time: 1.5199285 Jul 08 02:45:41.838973 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b9fd916a-0463-4a6c-b758-e95eec7215c6 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.946965 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 99528089-392b-4aa7-b3e8-e9a0d0aa9675 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:41.980195 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b9fd916a-0463-4a6c-b758-e95eec7215c6 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.990047 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b9fd916a-0463-4a6c-b758-e95eec7215c6 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:42.044345 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd916a-0463-4a6c-b758-e95eec7215c6 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b631a79-dc17-4b70-ac53-60016d979025,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:42.068451 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b9fd916a-0463-4a6c-b758-e95eec7215c6 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:42.071218 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-b9fd916a-0463-4a6c-b758-e95eec7215c6 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3439362 Jul 08 02:45:42.073097 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37392) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:42.081772 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-65a32f1c-b8e4-4496-af56-1312f0e7f06c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Request body: {'security_group_rule': {'security_group_id': '5ccf06d5-c3c7-4344-8ed1-4706cc64bb33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:42.105074 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 99528089-392b-4aa7-b3e8-e9a0d0aa9675 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:42.107736 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:42.162622 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-65a32f1c-b8e4-4496-af56-1312f0e7f06c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:42.239621 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-aee5b3a2-6e82-47c4-9f7d-530c387cfc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:42.352355 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:42.373524 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:42.379950 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-65a32f1c-b8e4-4496-af56-1312f0e7f06c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:42.388175 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-65a32f1c-b8e4-4496-af56-1312f0e7f06c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:42.393296 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623c01-da08-4e5d-a17f-c0fccce4cb62 req-d65d4815-21af-4770-98ae-1d6ad5f715dd tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:42.402220 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a6623c01-da08-4e5d-a17f-c0fccce4cb62 req-d65d4815-21af-4770-98ae-1d6ad5f715dd tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 931 time: 1.8492384 Jul 08 02:45:42.422982 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a32f1c-b8e4-4496-af56-1312f0e7f06c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba8a88d-c94b-4944-a9e5-826f9940e88c,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:42.456101 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-65a32f1c-b8e4-4496-af56-1312f0e7f06c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:42.462719 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-65a32f1c-b8e4-4496-af56-1312f0e7f06c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3884883 Jul 08 02:45:42.463708 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37402) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:42.475985 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Request body: {'floatingip': {'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:42.514765 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for floatingip, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:42.664199 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a6623c01-da08-4e5d-a17f-c0fccce4cb62 req-bf07978c-948c-48d3-a797-8ec0d7ca8edb tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592347 Jul 08 02:45:42.820839 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:43.154542 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Allocated IP 172.27.1.94 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/06f77d6f-25ac-4654-822d-854bc2e8c761) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:43.263193 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-a4177fe9-7077-4c69-9002-0f3f82c54e3c service neutron] 10.222.0.21 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4185534 Jul 08 02:45:43.308772 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc688075-8764-4608-a09c-f70989eac36e {{(pid=104845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:45:43.330753 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:43.348111 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Transition to ACTIVE for port object fc688075-8764-4608-a09c-f70989eac36e will not be triggered until provisioned by entity L2. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:43.368663 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:43.373525 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Router cf1d67e9-e81f-4dd0-8352-e0f4a4335bff has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:45:43.488671 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:43.573793 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Pushing event updated for resources: {'Port': ['ID=fc688075-8764-4608-a09c-f70989eac36e,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:43.624318 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:43.689601 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-680f6f74-0a84-4466-80d6-818748b9a63e service neutron] 10.222.0.21 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067540 Jul 08 02:45:43.724886 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:43.727807 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:43.737487 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:43.830134 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event updated for resources: {'Port': ['ID=06f77d6f-25ac-4654-822d-854bc2e8c761,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:43.851725 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:43.884048 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda23944-d712-415b-a265-025fe9e1bdfc req-3baaaa5c-d23a-4673-b6c6-f35599225007 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:43.891008 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fda23944-d712-415b-a265-025fe9e1bdfc req-3baaaa5c-d23a-4673-b6c6-f35599225007 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 931 time: 0.6992660 Jul 08 02:45:43.943450 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.053966 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Attempting to bind port fc688075-8764-4608-a09c-f70989eac36e on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:44.054450 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Attempting to bind port fc688075-8764-4608-a09c-f70989eac36e by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '982f72c1-7745-4ab2-9caa-550f5120b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60eac48d-f675-4c1f-b84b-b3aa0361d873'}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:44.054701 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Attempting to bind port fc688075-8764-4608-a09c-f70989eac36e on network 60eac48d-f675-4c1f-b84b-b3aa0361d873 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:44.131501 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Port fc688075-8764-4608-a09c-f70989eac36e on network 60eac48d-f675-4c1f-b84b-b3aa0361d873 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:45:44.131833 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Attempting to bind port fc688075-8764-4608-a09c-f70989eac36e on network 60eac48d-f675-4c1f-b84b-b3aa0361d873 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:44.148248 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 {{(pid=104845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:45:44.158815 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.168621 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fda23944-d712-415b-a265-025fe9e1bdfc req-804e58f0-a35c-4d16-9fa0-6db32c3bdd83 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763448 Jul 08 02:45:44.255552 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:44.259924 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Checking segment: {'id': '982f72c1-7745-4ab2-9caa-550f5120b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60eac48d-f675-4c1f-b84b-b3aa0361d873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:44.260569 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Bound using segment: {'id': '982f72c1-7745-4ab2-9caa-550f5120b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60eac48d-f675-4c1f-b84b-b3aa0361d873'} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:44.261230 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Bound port: fc688075-8764-4608-a09c-f70989eac36e, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982f72c1-7745-4ab2-9caa-550f5120b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60eac48d-f675-4c1f-b84b-b3aa0361d873'}}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:44.261673 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.290990 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Transition to ACTIVE for port object ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 will not be triggered until provisioned by entity L2. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:44.343450 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1d72cf22-517c-42f5-8ded-0f2a4d0b413a req-c78a2621-0222-4a0b-8a54-4d444f98ca7e tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0944266 Jul 08 02:45:44.347150 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for port, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.350238 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.357631 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.364458 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:45:44.377560 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Sync routers for ids ['cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:45:44.390310 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Routers {'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:44.391326 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:44.391865 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.410878 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-ac96c084-bfb0-41e1-a06c-5902941a9431 admin admin] 10.222.0.21 "PUT /v2.0/routers/cf1d67e9-e81f-4dd0-8352-e0f4a4335bff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8232989 Jul 08 02:45:44.485017 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.502733 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0377910 Jul 08 02:45:44.521190 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d99fe6-d405-4fba-9650-c898c91ef12e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event updated for resources: {'Port': ['ID=06f77d6f-25ac-4654-822d-854bc2e8c761,revision_number=2']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:44.563144 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Pushing event updated for resources: {'Port': ['ID=ef75de1d-f6f8-45d6-b7eb-513b024ac0f6,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:44.637673 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] For port fc688075-8764-4608-a09c-f70989eac36e, host hv-cinder-78907, cleared binding levels {{(pid=104845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:44.648926 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b88aea-3de5-48cb-a96d-9cbd8f737d6a req-a4536d0f-ffe4-49c8-8ed1-81d63521252d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:44.652931 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f0b88aea-3de5-48cb-a96d-9cbd8f737d6a req-a4536d0f-ffe4-49c8-8ed1-81d63521252d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 931 time: 0.4797995 Jul 08 02:45:44.659716 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.690239 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] For port fc688075-8764-4608-a09c-f70989eac36e, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fc688075-8764-4608-a09c-f70989eac36e,segment=NetworkSegment(982f72c1-7745-4ab2-9caa-550f5120b499),segment_id=982f72c1-7745-4ab2-9caa-550f5120b499)] {{(pid=104845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:44.697146 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Set router cf1d67e9-e81f-4dd0-8352-e0f4a4335bff gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:44.726114 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.730466 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Attempting to bind port ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:44.730845 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Attempting to bind port ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:44.731233 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Attempting to bind port ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 on network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:44.772697 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Port ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 on network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:45:44.773396 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Attempting to bind port ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 on network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:44.855056 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:44.855645 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Checking segment: {'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:44.856183 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Bound using segment: {'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:44.856792 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Bound port: ef75de1d-f6f8-45d6-b7eb-513b024ac0f6, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'}}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:44.857325 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.867315 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:44.868162 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.870613 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] 10.222.0.54 "PUT /v2.0/ports/fc688075-8764-4608-a09c-f70989eac36e HTTP/1.1" status: 200 len: 1093 time: 4.8732572 Jul 08 02:45:44.876382 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e152277c-05f3-4846-9a1e-c100b0c438a8', 'tag': 'fc688075-8764-4608-a09c-f70989eac36e'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:44.878265 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-703da0e9-ef08-4585-9a33-d7d8c9b961c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:45.028624 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:45.048117 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f0b88aea-3de5-48cb-a96d-9cbd8f737d6a req-62963d41-9408-4428-a9fc-5c4d642ff654 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729038 Jul 08 02:45:45.220270 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'name': 'tempest-ServerRescueNegativeTestJSON-1862938459-router', 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'd99f7e21-abfc-4785-a30c-558dc286502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:38Z', 'revision_number': 4, 'project_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'gw_port': {'id': 'd99f7e21-abfc-4785-a30c-558dc286502d', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:23Z', 'updated_at': '2021-07-08T02:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': 'f2cc73ef-044f-4405-96de-755cf7f3fa5c', 'name': '', 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9', 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'mac_address': 'fa:16:3e:2a:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90ae0588-a597-4f76-9cea-961e086525a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:33Z', 'updated_at': '2021-07-08T02:45:39Z', 'revision_number': 2, 'project_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'subnets': [{'id': '90ae0588-a597-4f76-9cea-961e086525a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:45.287725 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff29dd5b-cf29-4121-83f2-c4c776032503" -d '{"events": [{"name": "network-changed", "server_uuid": "e152277c-05f3-4846-9a1e-c100b0c438a8", "tag": "fc688075-8764-4608-a09c-f70989eac36e"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:45.290191 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca8e74-9feb-41c5-b489-17e3d8255e31 service neutron] Pushing event updated for resources: {'Port': ['ID=fc688075-8764-4608-a09c-f70989eac36e,revision_number=3']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:45.363695 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Checking router: cf1d67e9-e81f-4dd0-8352-e0f4a4335bff for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:45:45.367013 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Updating router cf1d67e9-e81f-4dd0-8352-e0f4a4335bff port f2cc73ef-044f-4405-96de-755cf7f3fa5c binding host dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:45:45.462104 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:45.541719 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-4ca49364-bf40-40e5-bf2f-a3f461110e34 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--815517031&fields=id&tenant_id=3bf146c7263348b19beed67f69227864 HTTP/1.1" status: 200 len: 267 time: 0.2350454 Jul 08 02:45:45.551373 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-9e425e4b-b49d-47dd-b0a3-b9ee51c82e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:45.552880 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-9e425e4b-b49d-47dd-b0a3-b9ee51c82e02 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c3eb7ff4dec4bbb9b3d7a932176acf6&device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 1096 time: 0.4264600 Jul 08 02:45:45.559678 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] For port ef75de1d-f6f8-45d6-b7eb-513b024ac0f6, host hv-cinder-78907, cleared binding levels {{(pid=104845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:45.572988 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] For port ef75de1d-f6f8-45d6-b7eb-513b024ac0f6, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=ef75de1d-f6f8-45d6-b7eb-513b024ac0f6,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:45.632974 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-c56dd1e6-69b0-4794-9fd3-3a91f95a7722 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:45.635154 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-c56dd1e6-69b0-4794-9fd3-3a91f95a7722 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/networks?id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9 HTTP/1.1" status: 200 len: 819 time: 0.5498180 Jul 08 02:45:45.687831 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:45.705625 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-1d9add14-799e-4c64-855c-1a60eb3b2929 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc688075-8764-4608-a09c-f70989eac36e HTTP/1.1" status: 200 len: 217 time: 0.1276450 Jul 08 02:45:45.757332 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:45.758129 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:45.759621 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] 10.222.0.54 "PUT /v2.0/ports/ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 HTTP/1.1" status: 200 len: 1093 time: 5.8434298 Jul 08 02:45:45.800276 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-e33940aa-0d5a-4439-bc47-200036ca6f71 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/quotas/a5d202fe7cfb4f5fb673b6e866dc7b7b HTTP/1.1" status: 200 len: 375 time: 0.1098650 Jul 08 02:45:45.832371 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Notify callbacks [] for port, precommit_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:45.843877 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Transition to ACTIVE for port object f2cc73ef-044f-4405-96de-755cf7f3fa5c will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:45.850982 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:45.902625 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa05eac-939e-4847-8c5b-a4a23ab8defe None None] Pushing event updated for resources: {'Port': ['ID=f2cc73ef-044f-4405-96de-755cf7f3fa5c,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:45.912628 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390bb35-1e88-44eb-b0f7-899d5c630a6c service neutron] Pushing event updated for resources: {'Port': ['ID=ef75de1d-f6f8-45d6-b7eb-513b024ac0f6,revision_number=3']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:45.925140 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-ebfadbb3-8f19-42e4-8608-733b5a5363bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:45.926654 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-ebfadbb3-8f19-42e4-8608-733b5a5363bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=54baadec-9dd8-4d6c-9465-7b70e7788a3b HTTP/1.1" status: 200 len: 852 time: 0.1858020 Jul 08 02:45:45.953959 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad173c-e248-43a0-9478-f923195ec1be req-1c780c55-c62f-4d85-b9a0-d44c970a4ff5 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:45.955495 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-1c780c55-c62f-4d85-b9a0-d44c970a4ff5 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/networks?id=06c852e3-976b-48a1-a484-4e900038f3c5 HTTP/1.1" status: 200 len: 816 time: 0.4004295 Jul 08 02:45:45.963734 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Attempting to bind port f2cc73ef-044f-4405-96de-755cf7f3fa5c on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:45.964192 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Attempting to bind port f2cc73ef-044f-4405-96de-755cf7f3fa5c by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': 'bdc94bd5-393a-41bf-8321-43ba9b55594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:45.964630 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Attempting to bind port f2cc73ef-044f-4405-96de-755cf7f3fa5c on network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:45.970297 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:45.970774 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Checking segment: {'id': 'bdc94bd5-393a-41bf-8321-43ba9b55594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:45.971252 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:45.971722 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Bound using segment: {'id': 'bdc94bd5-393a-41bf-8321-43ba9b55594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:45.972252 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.54', 49633) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:45.972750 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Bound port: f2cc73ef-044f-4405-96de-755cf7f3fa5c, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc94bd5-393a-41bf-8321-43ba9b55594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:45.972750 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:46.017202 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-6db5d471-abb6-4b89-88c6-2030293ed1c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=60eac48d-f675-4c1f-b84b-b3aa0361d873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752959 Jul 08 02:45:46.028569 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-847bad68-5cde-4527-b09e-257ab8fee614 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/quotas/3bf146c7263348b19beed67f69227864 HTTP/1.1" status: 200 len: 375 time: 0.0454814 Jul 08 02:45:46.050258 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] For port f2cc73ef-044f-4405-96de-755cf7f3fa5c, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:46.054301 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] For port f2cc73ef-044f-4405-96de-755cf7f3fa5c, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=f2cc73ef-044f-4405-96de-755cf7f3fa5c,segment=NetworkSegment(bdc94bd5-393a-41bf-8321-43ba9b55594a),segment_id=bdc94bd5-393a-41bf-8321-43ba9b55594a)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:46.062288 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:46.138704 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Routers {'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:46.139368 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:46.187869 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa05eac-939e-4847-8c5b-a4a23ab8defe None None] Pushing event updated for resources: {'Port': ['ID=f2cc73ef-044f-4405-96de-755cf7f3fa5c,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:46.193254 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:46.270991 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-1a54590d-fb0c-4df8-86b5-ad9b936cbb44 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:46.272486 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-1a54590d-fb0c-4df8-86b5-ad9b936cbb44 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 810 time: 0.2989023 Jul 08 02:45:46.287643 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] Set router cf1d67e9-e81f-4dd0-8352-e0f4a4335bff gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:46.317875 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915c04d-b55e-4360-b99c-99efa9459292 req-755eebed-676b-4d89-8fa8-40b6fede34ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:46.319478 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-755eebed-676b-4d89-8fa8-40b6fede34ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8ebcf760fc740059c4216674192190c&device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 1096 time: 0.4993479 Jul 08 02:45:46.329708 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-4893ad20-e7de-438f-91be-27581e1dbee0 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5d202fe7cfb4f5fb673b6e866dc7b7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5047424 Jul 08 02:45:46.348455 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-39f57a00-c14e-47b2-b1e9-6ecb2217f6df tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ad8a62e9648491bbcf58e246b30188f HTTP/1.1" status: 200 len: 380 time: 0.0645270 Jul 08 02:45:46.358723 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-72ab099f-313d-4dfd-85fc-cea20211ea63 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Request body: {'port': {'device_id': '44617b5d-dded-428d-8dbb-fcced8dc7138', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'admin_state_up': True, 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'security_groups': ['d120e648-9c0d-4d60-823b-bc375f078091']}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:46.399725 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-91419cc2-f1ea-4f5a-884a-d6fc7b98393c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 HTTP/1.1" status: 200 len: 217 time: 0.0671401 Jul 08 02:45:46.485173 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-72ab099f-313d-4dfd-85fc-cea20211ea63 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Made reservation on behalf of 2ad8a62e9648491bbcf58e246b30188f for: {'port': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:46.493542 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-72ab099f-313d-4dfd-85fc-cea20211ea63 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:46.510865 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-bcdacadf-b609-43e4-b2a5-bccdeb25dd6c service neutron] 10.222.0.54 "GET /v2.0/networks/60eac48d-f675-4c1f-b84b-b3aa0361d873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845755 Jul 08 02:45:46.534361 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'name': 'tempest-ServerRescueNegativeTestJSON-1862938459-router', 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'd99f7e21-abfc-4785-a30c-558dc286502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:38Z', 'revision_number': 4, 'project_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'gw_port': {'id': 'd99f7e21-abfc-4785-a30c-558dc286502d', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:23Z', 'updated_at': '2021-07-08T02:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': 'f2cc73ef-044f-4405-96de-755cf7f3fa5c', 'name': '', 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9', 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'mac_address': 'fa:16:3e:2a:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90ae0588-a597-4f76-9cea-961e086525a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:33Z', 'updated_at': '2021-07-08T02:45:46Z', 'revision_number': 4, 'project_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'subnets': [{'id': '90ae0588-a597-4f76-9cea-961e086525a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:46.545409 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-7408f01d-4625-4060-a262-2d119a065580 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bf146c7263348b19beed67f69227864&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5045371 Jul 08 02:45:46.567803 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915c04d-b55e-4360-b99c-99efa9459292 req-9d0b7d99-d28e-4b62-8ee5-255b5de6e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:46.567803 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-9d0b7d99-d28e-4b62-8ee5-255b5de6e14a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c47d5346-c08a-4b69-96fd-daee2cb1c1d5 HTTP/1.1" status: 200 len: 855 time: 0.1484330 Jul 08 02:45:46.583078 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5237d-8564-4dc1-aafa-914747c85faf None None] The sync data for ids ['cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'] in dv-cinder-789077-2-iscsi is: [{'id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'name': 'tempest-ServerRescueNegativeTestJSON-1862938459-router', 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'd99f7e21-abfc-4785-a30c-558dc286502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:38Z', 'revision_number': 4, 'project_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'gw_port': {'id': 'd99f7e21-abfc-4785-a30c-558dc286502d', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:23Z', 'updated_at': '2021-07-08T02:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': 'f2cc73ef-044f-4405-96de-755cf7f3fa5c', 'name': '', 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9', 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'mac_address': 'fa:16:3e:2a:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90ae0588-a597-4f76-9cea-961e086525a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:33Z', 'updated_at': '2021-07-08T02:45:46Z', 'revision_number': 4, 'project_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'subnets': [{'id': '90ae0588-a597-4f76-9cea-961e086525a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:45:46.684288 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-e81acaa8-a1f9-443c-a926-35107aa306bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051447 Jul 08 02:45:46.735287 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-0f67b781-a9d5-4456-bd1a-fd40cad813e6 service neutron] 10.222.0.21 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844945 Jul 08 02:45:46.883353 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-72ab099f-313d-4dfd-85fc-cea20211ea63 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Allocated IP 172.20.0.5 (67dacccd-098a-4f2d-86be-1f0fd583c496/e56f5519-5eb6-4f51-b41a-380a56c3c336/bbfd1f1c-9210-48b8-9d3f-0084edafab18) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:47.002900 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-582cc963-e647-42bd-a406-4f642a49d2d7 req-bd94051b-d0a8-43bd-9896-30438ca9ad47 service neutron] 10.222.0.54 "GET /v2.0/networks/60eac48d-f675-4c1f-b84b-b3aa0361d873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755907 Jul 08 02:45:47.019091 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-63e282f2-3974-440a-8a2d-ad3b6195c5a6 service neutron] 10.222.0.21 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857014 Jul 08 02:45:47.078609 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-4c748cc5-bfc5-4e33-ba3f-cbdbec3065ad service neutron] 10.222.0.21 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319232 Jul 08 02:45:47.113222 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-7dfcc1df-5cda-4dc2-8a54-31d0c9568f86 service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804014 Jul 08 02:45:47.406386 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-1077bccb-9fc3-4632-914f-73ae914e9d69 service neutron] 10.222.0.21 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531339 Jul 08 02:45:47.440438 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e915c04d-b55e-4360-b99c-99efa9459292 req-20921d30-ede4-4505-b506-fb525d34b966 service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969165 Jul 08 02:45:47.461686 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:47.476320 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-72ab099f-313d-4dfd-85fc-cea20211ea63 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:47.491873 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.provisioning_blocks [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-72ab099f-313d-4dfd-85fc-cea20211ea63 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Transition to ACTIVE for port object bbfd1f1c-9210-48b8-9d3f-0084edafab18 will not be triggered until provisioned by entity DHCP. {{(pid=104846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:47.545095 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-72ab099f-313d-4dfd-85fc-cea20211ea63 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:47.618198 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e304b-30d7-49df-9834-e6bc9b8d14bf req-4857057b-cb5f-42f1-8c0a-57f0910ca74c tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:47.619963 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a68e304b-30d7-49df-9834-e6bc9b8d14bf req-4857057b-cb5f-42f1-8c0a-57f0910ca74c tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 943 time: 0.1867905 Jul 08 02:45:47.711192 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a68e304b-30d7-49df-9834-e6bc9b8d14bf req-626817b9-bc72-47ac-b4cc-3b13d506236c tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796986 Jul 08 02:45:47.769143 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-72ab099f-313d-4dfd-85fc-cea20211ea63 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Network 67dacccd-098a-4f2d-86be-1f0fd583c496 is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:47.772497 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab099f-313d-4dfd-85fc-cea20211ea63 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event updated for resources: {'Port': ['ID=bbfd1f1c-9210-48b8-9d3f-0084edafab18,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:47.779379 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-72ab099f-313d-4dfd-85fc-cea20211ea63 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:47.783131 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-72ab099f-313d-4dfd-85fc-cea20211ea63 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:47.789830 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-72ab099f-313d-4dfd-85fc-cea20211ea63 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:47.790827 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-72ab099f-313d-4dfd-85fc-cea20211ea63 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:47.845617 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-72ab099f-313d-4dfd-85fc-cea20211ea63 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4917448 Jul 08 02:45:47.939191 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device f2cc73ef-044f-4405-96de-755cf7f3fa5c up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:48.044172 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250637d0-e273-4494-8622-a25a591f77ed x-openstack-request-id: req-250637d0-e273-4494-8622-a25a591f77ed {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:48.044694 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e152277c-05f3-4846-9a1e-c100b0c438a8", "tag": "fc688075-8764-4608-a09c-f70989eac36e", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:48.044694 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-250637d0-e273-4494-8622-a25a591f77ed {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:48.045187 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e152277c-05f3-4846-9a1e-c100b0c438a8', 'tag': 'fc688075-8764-4608-a09c-f70989eac36e', 'status': 'completed', 'code': 200} Jul 08 02:45:48.076692 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port f2cc73ef-044f-4405-96de-755cf7f3fa5c completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:48.086780 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port f2cc73ef-044f-4405-96de-755cf7f3fa5c triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:48.088611 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:48.117248 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929ea92-8f80-4ba8-a352-f9edd1f2e61a req-a5cf75ad-48fc-44ed-9f16-4576cfbc5ebd tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:48.126781 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3929ea92-8f80-4ba8-a352-f9edd1f2e61a req-a5cf75ad-48fc-44ed-9f16-4576cfbc5ebd tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 931 time: 0.1375015 Jul 08 02:45:48.154507 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-d0c786aa-f935-4acd-a933-dd71f35cbd7a None None] Provisioning for port bbfd1f1c-9210-48b8-9d3f-0084edafab18 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:48.162521 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-d0c786aa-f935-4acd-a933-dd71f35cbd7a None None] Provisioning complete for port bbfd1f1c-9210-48b8-9d3f-0084edafab18 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:48.163174 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-d0c786aa-f935-4acd-a933-dd71f35cbd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:48.208446 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3929ea92-8f80-4ba8-a352-f9edd1f2e61a req-6ee808c6-ee23-44a0-b57e-84d21ac808b0 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806890 Jul 08 02:45:48.247294 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-d0c786aa-f935-4acd-a933-dd71f35cbd7a None None] Port bbfd1f1c-9210-48b8-9d3f-0084edafab18 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:45:48.265231 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:48.313196 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc197ac-9906-404c-93e1-e10c7a1f55d1 req-c89ea002-872d-4d33-8ccb-4921e7f2e356 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:48.315650 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afc197ac-9906-404c-93e1-e10c7a1f55d1 req-c89ea002-872d-4d33-8ccb-4921e7f2e356 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 943 time: 0.1062179 Jul 08 02:45:48.317386 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port f2cc73ef-044f-4405-96de-755cf7f3fa5c, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=f2cc73ef-044f-4405-96de-755cf7f3fa5c,segment=NetworkSegment(bdc94bd5-393a-41bf-8321-43ba9b55594a),segment_id=bdc94bd5-393a-41bf-8321-43ba9b55594a)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:48.322321 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:48.382238 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=f2cc73ef-044f-4405-96de-755cf7f3fa5c,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:48.388009 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9a9cf7c9-7968-4445-94d0-b37dcecd49a0 req-c51aa849-2c99-424b-bb1f-6bba81c888bd tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 210 time: 0.0423815 Jul 08 02:45:48.413764 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afc197ac-9906-404c-93e1-e10c7a1f55d1 req-b3a1fbbe-a4d4-41cf-8926-d0b17e52c3c2 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914061 Jul 08 02:45:48.534250 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8e3da68e-5ec7-4e14-a418-4b63ec9f1636 req-2dc2fc96-8abb-49e5-a7ce-defc0ab18287 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0345635 Jul 08 02:45:48.650802 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7f667-f926-4316-ae84-106b643bff83 req-e7fe680f-0925-420b-a86e-de3a0af9103b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:48.652855 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41a7f667-f926-4316-ae84-106b643bff83 req-e7fe680f-0925-420b-a86e-de3a0af9103b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/networks?id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9 HTTP/1.1" status: 200 len: 819 time: 0.1172636 Jul 08 02:45:48.667493 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41a7f667-f926-4316-ae84-106b643bff83 req-44efb86d-214f-4be0-91ad-60ad1d474154 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/quotas/a5d202fe7cfb4f5fb673b6e866dc7b7b HTTP/1.1" status: 200 len: 375 time: 0.0091696 Jul 08 02:45:48.746860 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41a7f667-f926-4316-ae84-106b643bff83 req-e6fbc4c6-c52e-42b3-85c3-dadf55ce291c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5d202fe7cfb4f5fb673b6e866dc7b7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728264 Jul 08 02:45:48.892096 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41a7f667-f926-4316-ae84-106b643bff83 req-1f20a42c-9d5c-4c12-b7fd-e8fb9c155183 service neutron] 10.222.0.21 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375995 Jul 08 02:45:48.954849 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4db6aa-4993-4679-808b-96c44c0f82e2 req-1ae276ca-c4ab-4efc-b409-b331a89bbf67 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:48.956329 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8c4db6aa-4993-4679-808b-96c44c0f82e2 req-1ae276ca-c4ab-4efc-b409-b331a89bbf67 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 943 time: 0.1354020 Jul 08 02:45:49.011431 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8c4db6aa-4993-4679-808b-96c44c0f82e2 req-29070b3b-9b57-4664-9702-f1082a6a478d tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494444 Jul 08 02:45:49.022003 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41a7f667-f926-4316-ae84-106b643bff83 req-b8063ddb-2602-4b91-b510-010d659390bd service neutron] 10.222.0.21 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239014 Jul 08 02:45:49.181900 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0d79bd9-72f0-4195-986c-31d062340590 req-b3350009-143f-44e4-a882-26aca3c5c342 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 210 time: 0.0277612 Jul 08 02:45:49.396975 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174293dc-5261-40fb-9bba-8a4da722d61f req-176582c8-a1db-4e7e-a4e1-f2b6f2dcd0f7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:49.398575 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-174293dc-5261-40fb-9bba-8a4da722d61f req-176582c8-a1db-4e7e-a4e1-f2b6f2dcd0f7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 931 time: 0.0692465 Jul 08 02:45:49.465526 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-174293dc-5261-40fb-9bba-8a4da722d61f req-041d8ef9-9947-451d-b6a0-e7a764bd2e9e tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602727 Jul 08 02:45:49.615304 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c9947-be70-4827-b8e4-c942499d204b req-2fda0059-d616-491b-b8d2-4ae9f70aa308 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:49.616787 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-164c9947-be70-4827-b8e4-c942499d204b req-2fda0059-d616-491b-b8d2-4ae9f70aa308 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 943 time: 0.0677192 Jul 08 02:45:49.656207 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-164c9947-be70-4827-b8e4-c942499d204b req-ab3acc1b-ece3-4152-a192-59ffce617035 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329633 Jul 08 02:45:49.687717 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-55fc67f0-44ac-4e9d-8683-d6eaac61589c req-0d5feb3e-6217-4220-a4b0-b806feacd367 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0289950 Jul 08 02:45:49.781269 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device f2cc73ef-044f-4405-96de-755cf7f3fa5c up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:49.828636 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port f2cc73ef-044f-4405-96de-755cf7f3fa5c triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:49.829005 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:50.046443 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5442e8d-185e-4ace-a3f4-4af161c96d28', 'tag': 'ef75de1d-f6f8-45d6-b7eb-513b024ac0f6'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:50.049113 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4979aaf2-1cc1-4263-9f3e-c408ccab3bee" -d '{"events": [{"name": "network-changed", "server_uuid": "b5442e8d-185e-4ace-a3f4-4af161c96d28", "tag": "ef75de1d-f6f8-45d6-b7eb-513b024ac0f6"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:50.088190 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e626c177-588a-4355-b778-2c7afdf9a3a2 x-openstack-request-id: req-e626c177-588a-4355-b778-2c7afdf9a3a2 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:50.088510 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5442e8d-185e-4ace-a3f4-4af161c96d28", "tag": "ef75de1d-f6f8-45d6-b7eb-513b024ac0f6", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:50.088750 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e626c177-588a-4355-b778-2c7afdf9a3a2 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:50.089133 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5442e8d-185e-4ace-a3f4-4af161c96d28', 'tag': 'ef75de1d-f6f8-45d6-b7eb-513b024ac0f6', 'status': 'completed', 'code': 200} Jul 08 02:45:50.191117 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85887b4c-f6fc-4bb6-8983-f52bd20e402e req-df902d77-8a5b-492c-b24e-c15c4e4aee7b tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:50.192582 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-85887b4c-f6fc-4bb6-8983-f52bd20e402e req-df902d77-8a5b-492c-b24e-c15c4e4aee7b tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 943 time: 0.0680940 Jul 08 02:45:50.422908 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7c466f07-2bfb-4fe6-ba35-a7a87e2e7986 req-da04fff4-d262-490f-bff8-79344678d68e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 210 time: 0.0379004 Jul 08 02:45:50.430134 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-85887b4c-f6fc-4bb6-8983-f52bd20e402e req-3c42de21-c5fb-4d69-95a1-b2f446b466c2 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320664 Jul 08 02:45:50.496947 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Request body: {'port': {'device_id': '44617b5d-dded-428d-8dbb-fcced8dc7138', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:50.623067 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:50.727743 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979aaf2-1cc1-4263-9f3e-c408ccab3bee req-837d7360-28ee-4962-bbb8-b408e36b4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:50.729257 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4979aaf2-1cc1-4263-9f3e-c408ccab3bee req-837d7360-28ee-4962-bbb8-b408e36b4d4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8ebcf760fc740059c4216674192190c&device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 1096 time: 0.1628134 Jul 08 02:45:50.733336 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29dd5b-cf29-4121-83f2-c4c776032503 req-73314c99-2a84-4403-b2be-c34d8992e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:50.734942 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff29dd5b-cf29-4121-83f2-c4c776032503 req-73314c99-2a84-4403-b2be-c34d8992e180 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c3eb7ff4dec4bbb9b3d7a932176acf6&device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 1096 time: 0.1590421 Jul 08 02:45:50.746899 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf0005-ab06-4533-a4b2-f1fff558bb99 req-335f7c1e-627f-4784-9df3-f0a9ef820cf9 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:50.754652 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-01cf0005-ab06-4533-a4b2-f1fff558bb99 req-335f7c1e-627f-4784-9df3-f0a9ef820cf9 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 931 time: 0.1315277 Jul 08 02:45:50.797489 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:45:51.017602 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-01cf0005-ab06-4533-a4b2-f1fff558bb99 req-02296e81-f485-4125-b1cb-d1b3ee244349 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618585 Jul 08 02:45:51.089624 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979aaf2-1cc1-4263-9f3e-c408ccab3bee req-2057d002-6bb7-4e91-8134-c61018b3140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:51.092657 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4979aaf2-1cc1-4263-9f3e-c408ccab3bee req-2057d002-6bb7-4e91-8134-c61018b3140d service neutron] 10.222.0.54 "GET /v2.0/networks?id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f HTTP/1.1" status: 200 len: 916 time: 0.3355677 Jul 08 02:45:51.111849 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29dd5b-cf29-4121-83f2-c4c776032503 req-10acd5a9-30a0-48e0-aea7-4e6083c5c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:51.113725 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff29dd5b-cf29-4121-83f2-c4c776032503 req-10acd5a9-30a0-48e0-aea7-4e6083c5c6bc service neutron] 10.222.0.54 "GET /v2.0/networks?id=60eac48d-f675-4c1f-b84b-b3aa0361d873 HTTP/1.1" status: 200 len: 913 time: 0.3552587 Jul 08 02:45:51.114216 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbfd1f1c-9210-48b8-9d3f-0084edafab18 {{(pid=104846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:45:51.125972 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.145724 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.provisioning_blocks [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Transition to ACTIVE for port object bbfd1f1c-9210-48b8-9d3f-0084edafab18 will not be triggered until provisioned by entity L2. {{(pid=104846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:51.149995 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.192453 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4979aaf2-1cc1-4263-9f3e-c408ccab3bee req-688d4380-bd5f-48fd-8e22-8152e25e110a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 HTTP/1.1" status: 200 len: 217 time: 0.0776050 Jul 08 02:45:51.207292 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff29dd5b-cf29-4121-83f2-c4c776032503 req-7ad158ca-ca86-45b5-bd4a-42724018ba6c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc688075-8764-4608-a09c-f70989eac36e HTTP/1.1" status: 200 len: 217 time: 0.0840712 Jul 08 02:45:51.208427 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfd1f1c-9210-48b8-9d3f-0084edafab18,revision_number=2']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:51.276125 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Attempting to bind port bbfd1f1c-9210-48b8-9d3f-0084edafab18 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:51.276589 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Attempting to bind port bbfd1f1c-9210-48b8-9d3f-0084edafab18 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'}] {{(pid=104846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:51.276948 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Attempting to bind port bbfd1f1c-9210-48b8-9d3f-0084edafab18 on network 67dacccd-098a-4f2d-86be-1f0fd583c496 {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:51.282287 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Port bbfd1f1c-9210-48b8-9d3f-0084edafab18 on network 67dacccd-098a-4f2d-86be-1f0fd583c496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:45:51.282621 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Attempting to bind port bbfd1f1c-9210-48b8-9d3f-0084edafab18 on network 67dacccd-098a-4f2d-86be-1f0fd583c496 {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:51.289262 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:51.289597 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Checking segment: {'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:51.290242 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Bound using segment: {'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'} {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:51.290934 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Bound port: bbfd1f1c-9210-48b8-9d3f-0084edafab18, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'}}] {{(pid=104846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:51.291322 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.299324 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1168c78e-05c2-4adb-a867-eff6e61feb73 req-44f8568a-2d72-4495-b592-cdd0a8b8383e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.1119680 Jul 08 02:45:51.312748 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979aaf2-1cc1-4263-9f3e-c408ccab3bee req-81e172ef-ce2a-406c-b3f0-b33d2abbb496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:51.314390 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4979aaf2-1cc1-4263-9f3e-c408ccab3bee req-81e172ef-ce2a-406c-b3f0-b33d2abbb496 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c47d5346-c08a-4b69-96fd-daee2cb1c1d5 HTTP/1.1" status: 200 len: 855 time: 0.1061556 Jul 08 02:45:51.349333 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869e0ad-aa36-4ed1-9dc8-d01e1aa67576 req-3fea1905-6c01-4841-8275-fd78ff6a9355 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:51.357301 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7869e0ad-aa36-4ed1-9dc8-d01e1aa67576 req-3fea1905-6c01-4841-8275-fd78ff6a9355 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 943 time: 0.4438934 Jul 08 02:45:51.439120 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] For port bbfd1f1c-9210-48b8-9d3f-0084edafab18, host hv-cinder-78907, cleared binding levels {{(pid=104846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:51.450922 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] For port bbfd1f1c-9210-48b8-9d3f-0084edafab18, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=bbfd1f1c-9210-48b8-9d3f-0084edafab18,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:51.457917 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.497830 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4979aaf2-1cc1-4263-9f3e-c408ccab3bee req-aeb18fdf-0490-451b-9760-968bfbd62aad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1693203 Jul 08 02:45:51.542307 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.54', 49644) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:51.623333 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:51.624304 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.626018 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] 10.222.0.54 "PUT /v2.0/ports/bbfd1f1c-9210-48b8-9d3f-0084edafab18 HTTP/1.1" status: 200 len: 1093 time: 1.1334250 Jul 08 02:45:51.626677 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44617b5d-dded-428d-8dbb-fcced8dc7138', 'tag': 'bbfd1f1c-9210-48b8-9d3f-0084edafab18'}] {{(pid=104846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:51.803332 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7869e0ad-aa36-4ed1-9dc8-d01e1aa67576 req-4841b951-2e16-4447-8c6c-bb17d1769ce8 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449952 Jul 08 02:45:51.804779 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29dd5b-cf29-4121-83f2-c4c776032503 req-f89930f2-dda2-4138-8a4e-90101a4827de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:51.818290 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff29dd5b-cf29-4121-83f2-c4c776032503 req-f89930f2-dda2-4138-8a4e-90101a4827de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=54baadec-9dd8-4d6c-9465-7b70e7788a3b HTTP/1.1" status: 200 len: 852 time: 0.5093544 Jul 08 02:45:51.846499 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6ef46913-c813-4b82-9550-449d9d57e88e req-8beb342d-4c17-4aa7-b1cc-66998c86719b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 210 time: 0.1094911 Jul 08 02:45:51.874151 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4642cb0c9f5c32944fea4b8f428ab57aabc69f35ee3f838cfab6a352ae66987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c49eaab-5455-44fb-aa71-5627c7a03dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "44617b5d-dded-428d-8dbb-fcced8dc7138", "tag": "bbfd1f1c-9210-48b8-9d3f-0084edafab18"}]}' {{(pid=104846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:51.895738 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff29dd5b-cf29-4121-83f2-c4c776032503 req-f946184b-f03b-4fa6-8d14-eecc6728ec30 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=60eac48d-f675-4c1f-b84b-b3aa0361d873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765593 Jul 08 02:45:51.982068 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43308da-8429-4b00-be1f-97e999ec5d10 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfd1f1c-9210-48b8-9d3f-0084edafab18,revision_number=3']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:52.079922 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4979aaf2-1cc1-4263-9f3e-c408ccab3bee req-48c1d7d4-7b79-46e0-92a8-1251c2129797 service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607672 Jul 08 02:45:52.106985 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a7bd11-a590-4430-94cd-ffd55840a151 x-openstack-request-id: req-03a7bd11-a590-4430-94cd-ffd55840a151 {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:52.107315 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44617b5d-dded-428d-8dbb-fcced8dc7138", "tag": "bbfd1f1c-9210-48b8-9d3f-0084edafab18", "status": "completed", "code": 200}]} {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:52.107584 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03a7bd11-a590-4430-94cd-ffd55840a151 {{(pid=104846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:52.108105 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44617b5d-dded-428d-8dbb-fcced8dc7138', 'tag': 'bbfd1f1c-9210-48b8-9d3f-0084edafab18', 'status': 'completed', 'code': 200} Jul 08 02:45:52.176268 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad173c-e248-43a0-9478-f923195ec1be req-a96bf7d2-88c5-4e7b-a932-3c45b7b24b1d tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:52.177880 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-a96bf7d2-88c5-4e7b-a932-3c45b7b24b1d tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.54 "GET /v2.0/networks?id=06c852e3-976b-48a1-a484-4e900038f3c5 HTTP/1.1" status: 200 len: 816 time: 0.6202283 Jul 08 02:45:52.227019 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-b6d0f825-09d9-4523-9d44-b7ff9f8e8057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:52.228552 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-b6d0f825-09d9-4523-9d44-b7ff9f8e8057 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 1096 time: 0.3497944 Jul 08 02:45:52.318449 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.54', 49647) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:52.352554 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-93fe8253-e555-478a-a259-597694f600c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbfd1f1c-9210-48b8-9d3f-0084edafab18 HTTP/1.1" status: 200 len: 217 time: 0.1142809 Jul 08 02:45:52.365991 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-f92eb244-f3ca-4973-9ab4-144a680ecc93 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bf146c7263348b19beed67f69227864 HTTP/1.1" status: 200 len: 379 time: 0.1671505 Jul 08 02:45:52.378473 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [req-7dad173c-e248-43a0-9478-f923195ec1be req-fe0dde39-1520-47a3-bf55-6fee3163c736 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Request body: {'port': {'device_id': '6e086179-1faa-4e28-9b17-68812ba26039', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'admin_state_up': True, 'tenant_id': '3bf146c7263348b19beed67f69227864', 'security_groups': ['5ccf06d5-c3c7-4344-8ed1-4706cc64bb33']}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:52.448711 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37748) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:52.482705 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-8081ddb6-ec24-44b6-9e24-6d7566e01a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:52.484464 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-8081ddb6-ec24-44b6-9e24-6d7566e01a2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.1215782 Jul 08 02:45:52.498193 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff29dd5b-cf29-4121-83f2-c4c776032503 req-0b042196-fea2-41df-88f1-9e570855fddc service neutron] 10.222.0.54 "GET /v2.0/networks/60eac48d-f675-4c1f-b84b-b3aa0361d873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886414 Jul 08 02:45:52.625023 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-9eadef5e-d832-4338-8c86-f19d33fa647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:52.627491 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-9eadef5e-d832-4338-8c86-f19d33fa647c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1317706 Jul 08 02:45:52.628827 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dad173c-e248-43a0-9478-f923195ec1be req-fe0dde39-1520-47a3-bf55-6fee3163c736 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Made reservation on behalf of 3bf146c7263348b19beed67f69227864 for: {'port': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:52.632808 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-7dad173c-e248-43a0-9478-f923195ec1be req-fe0dde39-1520-47a3-bf55-6fee3163c736 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.645677 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff29dd5b-cf29-4121-83f2-c4c776032503 req-596d584f-89a4-445b-b19b-86c0d07f29da service neutron] 10.222.0.54 "GET /v2.0/networks/60eac48d-f675-4c1f-b84b-b3aa0361d873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270292 Jul 08 02:45:52.723350 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1500b58-6149-49b7-84a2-de0a6d515777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.733589 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36c407-9df5-4ff1-bbb9-8115bb54552e req-af01c9e7-70ca-406d-a0a2-0121e4ef43fe tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:52.741238 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ce36c407-9df5-4ff1-bbb9-8115bb54552e req-af01c9e7-70ca-406d-a0a2-0121e4ef43fe tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 943 time: 0.6292548 Jul 08 02:45:52.799964 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ce36c407-9df5-4ff1-bbb9-8115bb54552e req-84bf05af-51fe-4acf-bf2c-9e2740ae3e6d tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577562 Jul 08 02:45:52.837196 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c0aec-ef46-4a43-934f-fcd583f17df0 req-6273760c-b13f-4881-8cc5-b46625851115 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:52.844058 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f29c0aec-ef46-4a43-934f-fcd583f17df0 req-6273760c-b13f-4881-8cc5-b46625851115 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 943 time: 0.6084464 Jul 08 02:45:52.887977 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-dda41b7f-9ae0-43d5-8089-d3e5f87d72f1 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522988 Jul 08 02:45:52.982971 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4979aaf2-1cc1-4263-9f3e-c408ccab3bee req-64d72040-4427-4248-9e65-1887f97700b7 service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8891666 Jul 08 02:45:53.259972 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f7d80e5d-3914-4f9e-b598-91756f4d3a34 req-125c7dda-7903-4402-9a38-61ce8321d2dd tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.2871702 Jul 08 02:45:53.266914 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [req-7dad173c-e248-43a0-9478-f923195ec1be req-fe0dde39-1520-47a3-bf55-6fee3163c736 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Allocated IP 172.20.0.11 (06c852e3-976b-48a1-a484-4e900038f3c5/d8cf243d-2400-43e3-a620-04f0df041e5e/70d1fe9f-fd72-4135-b6f5-a831f9fc86b0) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:53.268699 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device fc688075-8764-4608-a09c-f70989eac36e details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:45:53.298293 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7f667-f926-4316-ae84-106b643bff83 req-9b550f2c-4243-472c-8a65-86d61963d8ba tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:53.302268 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41a7f667-f926-4316-ae84-106b643bff83 req-9b550f2c-4243-472c-8a65-86d61963d8ba tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.54 "GET /v2.0/networks?id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9 HTTP/1.1" status: 200 len: 819 time: 0.9756963 Jul 08 02:45:53.315577 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-766d8ea5-80f4-46e6-870d-10fd89bcc897 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:53.317304 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-766d8ea5-80f4-46e6-870d-10fd89bcc897 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.54 "GET /v2.0/networks?id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9 HTTP/1.1" status: 200 len: 819 time: 0.5145757 Jul 08 02:45:53.322561 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-41a7f667-f926-4316-ae84-106b643bff83 req-822fdfd4-edb7-41b2-81a5-baa16d0c0c3e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Request body: {'port': {'device_id': 'c0314f6c-0917-4bd3-83cd-8d094f865ab8', 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9', 'admin_state_up': True, 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:53.339020 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f29c0aec-ef46-4a43-934f-fcd583f17df0 req-9be5edef-3d4e-4c12-a8a1-e3ef8723f2fa tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672650 Jul 08 02:45:53.347586 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-2799bb36-eb01-4e6f-a383-0088bbc2263e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Request body: {'port': {'device_id': 'e7711e08-2d41-4610-b73b-0594c3e04b48', 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9', 'admin_state_up': True, 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:53.403268 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1500b58-6149-49b7-84a2-de0a6d515777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.418650 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1500b58-6149-49b7-84a2-de0a6d515777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.437063 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port fc688075-8764-4608-a09c-f70989eac36e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fc688075-8764-4608-a09c-f70989eac36e,segment=NetworkSegment(982f72c1-7745-4ab2-9caa-550f5120b499),segment_id=982f72c1-7745-4ab2-9caa-550f5120b499)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:53.472169 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': 'fc688075-8764-4608-a09c-f70989eac36e', 'network_id': '60eac48d-f675-4c1f-b84b-b3aa0361d873', 'port_id': 'fc688075-8764-4608-a09c-f70989eac36e', 'mac_address': 'fa:16:3e:d7:c7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54baadec-9dd8-4d6c-9465-7b70e7788a3b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:45:53.538012 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-19479c55-c5d5-4e39-9acb-2331d2b760fc req-fceb0823-3a66-4b3a-850c-d27cf7fd8c55 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234508 Jul 08 02:45:53.551028 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.568556 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1500b58-6149-49b7-84a2-de0a6d515777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae68fc43-6084-43e2-8fea-9f588cb33207,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:53.571823 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc688075-8764-4608-a09c-f70989eac36e {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:45:53.577437 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-f1500b58-6149-49b7-84a2-de0a6d515777 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d33486dd3d2443bb98e2166b4a53a81c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1243711 Jul 08 02:45:53.578325 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37790) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:53.617892 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port fc688075-8764-4608-a09c-f70989eac36e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fc688075-8764-4608-a09c-f70989eac36e,segment=NetworkSegment(982f72c1-7745-4ab2-9caa-550f5120b499),segment_id=982f72c1-7745-4ab2-9caa-550f5120b499)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:53.622311 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.622976 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:45:53.696295 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-822781a0-8bc4-49c1-9611-cbb304e54133 req-2caa63aa-af87-4974-b6f3-777a8371142a tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 210 time: 0.0655768 Jul 08 02:45:53.700048 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-7dad173c-e248-43a0-9478-f923195ec1be req-fe0dde39-1520-47a3-bf55-6fee3163c736 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.736331 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=fc688075-8764-4608-a09c-f70989eac36e,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:53.742455 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-216aa5bc-ffba-4791-8ca1-ab61feab7254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.743455 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.provisioning_blocks [req-7dad173c-e248-43a0-9478-f923195ec1be req-fe0dde39-1520-47a3-bf55-6fee3163c736 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Transition to ACTIVE for port object 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 will not be triggered until provisioned by entity DHCP. {{(pid=104846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:53.779149 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-216aa5bc-ffba-4791-8ca1-ab61feab7254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.782207 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49eaab-5455-44fb-aa71-5627c7a03dcc req-ae4bd20b-a41c-482c-8bf8-64833470578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:53.783743 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4c49eaab-5455-44fb-aa71-5627c7a03dcc req-ae4bd20b-a41c-482c-8bf8-64833470578d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 1096 time: 0.1695631 Jul 08 02:45:53.795018 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port ef75de1d-f6f8-45d6-b7eb-513b024ac0f6, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=ef75de1d-f6f8-45d6-b7eb-513b024ac0f6,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:53.796989 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a85b05-73b2-4227-9e4d-72757b89d09f req-8e38c16c-dd35-4934-8628-13fdbb1a15c3 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:53.798585 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d6a85b05-73b2-4227-9e4d-72757b89d09f req-8e38c16c-dd35-4934-8628-13fdbb1a15c3 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 943 time: 0.2895205 Jul 08 02:45:53.809747 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': 'ef75de1d-f6f8-45d6-b7eb-513b024ac0f6', 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f', 'port_id': 'ef75de1d-f6f8-45d6-b7eb-513b024ac0f6', 'mac_address': 'fa:16:3e:9c:1b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47d5346-c08a-4b69-96fd-daee2cb1c1d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:45:53.814789 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-2799bb36-eb01-4e6f-a383-0088bbc2263e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Made reservation on behalf of a5d202fe7cfb4f5fb673b6e866dc7b7b for: {'port': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:53.818218 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-2799bb36-eb01-4e6f-a383-0088bbc2263e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.851910 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.866434 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:45:53.870761 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a7f667-f926-4316-ae84-106b643bff83 req-822fdfd4-edb7-41b2-81a5-baa16d0c0c3e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Made reservation on behalf of a5d202fe7cfb4f5fb673b6e866dc7b7b for: {'port': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:53.876229 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-41a7f667-f926-4316-ae84-106b643bff83 req-822fdfd4-edb7-41b2-81a5-baa16d0c0c3e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.890904 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port ef75de1d-f6f8-45d6-b7eb-513b024ac0f6, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=ef75de1d-f6f8-45d6-b7eb-513b024ac0f6,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:53.898161 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.947423 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d6a85b05-73b2-4227-9e4d-72757b89d09f req-a05962e3-6af0-4e01-9843-85d6e00b7942 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341250 Jul 08 02:45:53.947995 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-7dad173c-e248-43a0-9478-f923195ec1be req-fe0dde39-1520-47a3-bf55-6fee3163c736 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:54.000198 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=ef75de1d-f6f8-45d6-b7eb-513b024ac0f6,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:54.022367 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-216aa5bc-ffba-4791-8ca1-ab61feab7254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:54.024891 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-216aa5bc-ffba-4791-8ca1-ab61feab7254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:54.026045 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-216aa5bc-ffba-4791-8ca1-ab61feab7254 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae68fc43-6084-43e2-8fea-9f588cb33207 HTTP/1.1" status: 204 len: 168 time: 0.4471138 Jul 08 02:45:54.065520 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dad173c-e248-43a0-9478-f923195ec1be req-fe0dde39-1520-47a3-bf55-6fee3163c736 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Network 06c852e3-976b-48a1-a484-4e900038f3c5 is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:54.070947 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216aa5bc-ffba-4791-8ca1-ab61feab7254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae68fc43-6084-43e2-8fea-9f588cb33207,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:54.073696 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49eaab-5455-44fb-aa71-5627c7a03dcc req-9810b11b-beac-4e04-954a-061e4fcef99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:54.075575 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4c49eaab-5455-44fb-aa71-5627c7a03dcc req-9810b11b-beac-4e04-954a-061e4fcef99f service neutron] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 911 time: 0.2824733 Jul 08 02:45:54.076835 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [req-7dad173c-e248-43a0-9478-f923195ec1be req-fe0dde39-1520-47a3-bf55-6fee3163c736 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:54.078700 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dde39-1520-47a3-bf55-6fee3163c736 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event updated for resources: {'Port': ['ID=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:54.092046 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dad173c-e248-43a0-9478-f923195ec1be req-fe0dde39-1520-47a3-bf55-6fee3163c736 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:54.100399 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad173c-e248-43a0-9478-f923195ec1be req-fe0dde39-1520-47a3-bf55-6fee3163c736 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:54.101076 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-7dad173c-e248-43a0-9478-f923195ec1be req-fe0dde39-1520-47a3-bf55-6fee3163c736 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:54.155154 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-2799bb36-eb01-4e6f-a383-0088bbc2263e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Allocated IP 172.20.0.12 (4d9a6128-4084-4d6f-9ca2-8873020dd1b9/90ae0588-a597-4f76-9cea-961e086525a9/6347b15f-9824-4a97-9375-be9d318bb5bb) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:54.161319 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4c49eaab-5455-44fb-aa71-5627c7a03dcc req-f4207a11-1d7d-40b1-9f5c-e623c5541b82 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbfd1f1c-9210-48b8-9d3f-0084edafab18 HTTP/1.1" status: 200 len: 217 time: 0.0573215 Jul 08 02:45:54.170565 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-fe0dde39-1520-47a3-bf55-6fee3163c736 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7962861 Jul 08 02:45:54.182126 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fc798-29c5-4df4-a1c5-61399fde0949 req-382fb9ee-4c50-4e9c-b660-b0261a1d451c tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:54.189809 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Request body: {'port': {'device_id': '6e086179-1faa-4e28-9b17-68812ba26039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:54.190143 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ab1fc798-29c5-4df4-a1c5-61399fde0949 req-382fb9ee-4c50-4e9c-b660-b0261a1d451c tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 944 time: 0.1758537 Jul 08 02:45:54.201246 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['fc688075-8764-4608-a09c-f70989eac36e'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:45:54.249161 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ab1fc798-29c5-4df4-a1c5-61399fde0949 req-507fee19-6729-4827-aa09-68ec48360547 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580640 Jul 08 02:45:54.276872 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49eaab-5455-44fb-aa71-5627c7a03dcc req-3c34c322-ebed-4c16-aece-8425a427d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:54.278601 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4c49eaab-5455-44fb-aa71-5627c7a03dcc req-3c34c322-ebed-4c16-aece-8425a427d427 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.1040323 Jul 08 02:45:54.286816 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['ef75de1d-f6f8-45d6-b7eb-513b024ac0f6'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:45:54.418688 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:54.486876 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-2799bb36-eb01-4e6f-a383-0088bbc2263e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:54.502316 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49eaab-5455-44fb-aa71-5627c7a03dcc req-ee914e52-58ef-4256-9bd3-09be08508b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:54.503996 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4c49eaab-5455-44fb-aa71-5627c7a03dcc req-ee914e52-58ef-4256-9bd3-09be08508b97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2094862 Jul 08 02:45:54.638920 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 37812) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:54.670036 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-fab9b7bf-76d4-4d4e-8b64-98acf2a8b13b None None] Provisioning for port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:54.687133 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-fab9b7bf-76d4-4d4e-8b64-98acf2a8b13b None None] Provisioning complete for port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:54.687506 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-fab9b7bf-76d4-4d4e-8b64-98acf2a8b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:54.688921 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-53a50592-b53d-4c46-b266-c35f644698be admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:54.753825 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-2799bb36-eb01-4e6f-a383-0088bbc2263e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:54.794820 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-fab9b7bf-76d4-4d4e-8b64-98acf2a8b13b None None] Port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:45:54.844454 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30b92d-0ad4-449c-bdfa-23a7aeedebec req-4d03dd65-404c-4d05-bfa0-03343b2ecf48 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:54.846389 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6e30b92d-0ad4-449c-bdfa-23a7aeedebec req-4d03dd65-404c-4d05-bfa0-03343b2ecf48 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 932 time: 0.3481760 Jul 08 02:45:54.892399 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4c49eaab-5455-44fb-aa71-5627c7a03dcc req-b977c492-6db6-417a-8586-9d5d65513074 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763864 Jul 08 02:45:54.909951 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa18f9-69e5-4677-8785-1f642fdaacd8 req-818c46f6-a412-4863-8854-2ecb09073084 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:54.911235 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-56aa18f9-69e5-4677-8785-1f642fdaacd8 req-818c46f6-a412-4863-8854-2ecb09073084 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 943 time: 0.3002412 Jul 08 02:45:54.925208 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-2799bb36-eb01-4e6f-a383-0088bbc2263e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:54.941984 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-2799bb36-eb01-4e6f-a383-0088bbc2263e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:54.949634 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [req-41a7f667-f926-4316-ae84-106b643bff83 req-822fdfd4-edb7-41b2-81a5-baa16d0c0c3e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Allocated IP 172.20.0.4 (4d9a6128-4084-4d6f-9ca2-8873020dd1b9/90ae0588-a597-4f76-9cea-961e086525a9/2a83479c-cf4b-44a6-97f9-9a87fce49e8b) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:54.959948 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799bb36-eb01-4e6f-a383-0088bbc2263e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Pushing event updated for resources: {'Port': ['ID=6347b15f-9824-4a97-9375-be9d318bb5bb,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:54.979152 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 {{(pid=104846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:45:54.979361 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-2799bb36-eb01-4e6f-a383-0088bbc2263e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:54.985247 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-2799bb36-eb01-4e6f-a383-0088bbc2263e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:54.985886 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-2799bb36-eb01-4e6f-a383-0088bbc2263e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:54.992553 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.020254 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.provisioning_blocks [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Transition to ACTIVE for port object 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 will not be triggered until provisioned by entity L2. {{(pid=104846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:55.025038 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.037299 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6e30b92d-0ad4-449c-bdfa-23a7aeedebec req-99f196e2-7647-484e-8d32-4c5897a38556 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735287 Jul 08 02:45:55.070253 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4c49eaab-5455-44fb-aa71-5627c7a03dcc req-c013d6ff-c7c7-496c-86ef-8138d76454d3 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526883 Jul 08 02:45:55.084935 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-56aa18f9-69e5-4677-8785-1f642fdaacd8 req-70a1cd94-5592-40f7-8da4-4713e328dbee tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504183 Jul 08 02:45:55.092653 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Pushing event updated for resources: {'Port': ['ID=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,revision_number=2']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:55.156924 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-53a50592-b53d-4c46-b266-c35f644698be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.190289 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Attempting to bind port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:55.190931 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Attempting to bind port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'}] {{(pid=104846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:55.191271 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Attempting to bind port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 on network 06c852e3-976b-48a1-a484-4e900038f3c5 {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:55.196333 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 on network 06c852e3-976b-48a1-a484-4e900038f3c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:45:55.196664 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Attempting to bind port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 on network 06c852e3-976b-48a1-a484-4e900038f3c5 {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:55.210125 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:55.210470 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Checking segment: {'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:55.210888 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Bound using segment: {'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'} {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:55.211727 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Bound port: 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'}}] {{(pid=104846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:55.212197 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.221301 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device bbfd1f1c-9210-48b8-9d3f-0084edafab18 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:45:55.278813 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6d183bfa-71a4-46f3-9877-f542f66565f2 req-64de9480-6339-4dc4-adcb-0b0286de9c69 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 210 time: 0.0452821 Jul 08 02:45:55.289297 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-53a50592-b53d-4c46-b266-c35f644698be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.299588 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-2799bb36-eb01-4e6f-a383-0088bbc2263e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9583213 Jul 08 02:45:55.320590 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] For port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0, host hv-cinder-78907, cleared binding levels {{(pid=104846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:55.330327 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] For port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:55.336308 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.388362 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:55.389441 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.391286 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] 10.222.0.54 "PUT /v2.0/ports/70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 HTTP/1.1" status: 200 len: 1094 time: 1.2059908 Jul 08 02:45:55.393567 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Request body: {'port': {'device_id': 'e7711e08-2d41-4610-b73b-0594c3e04b48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:55.394518 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e086179-1faa-4e28-9b17-68812ba26039', 'tag': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0'}] {{(pid=104846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:55.404774 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4642cb0c9f5c32944fea4b8f428ab57aabc69f35ee3f838cfab6a352ae66987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72a003e-9744-441f-9bc5-c59aa9234805" -d '{"events": [{"name": "network-changed", "server_uuid": "6e086179-1faa-4e28-9b17-68812ba26039", "tag": "70d1fe9f-fd72-4135-b6f5-a831f9fc86b0"}]}' {{(pid=104846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:55.414701 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port bbfd1f1c-9210-48b8-9d3f-0084edafab18, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=bbfd1f1c-9210-48b8-9d3f-0084edafab18,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:55.438753 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': 'bbfd1f1c-9210-48b8-9d3f-0084edafab18', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'port_id': 'bbfd1f1c-9210-48b8-9d3f-0084edafab18', 'mac_address': 'fa:16:3e:99:0a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:45:55.492704 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.495353 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24404eb-5623-4a94-864b-0d160c7b4d5f service neutron] Pushing event updated for resources: {'Port': ['ID=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,revision_number=3']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:55.509080 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbfd1f1c-9210-48b8-9d3f-0084edafab18 {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:45:55.526974 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad173c-e248-43a0-9478-f923195ec1be req-0098432c-e252-4120-8b12-2074faabc0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:55.529639 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-0098432c-e252-4120-8b12-2074faabc0b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf146c7263348b19beed67f69227864&device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 1097 time: 0.0862651 Jul 08 02:45:55.530637 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a50592-b53d-4c46-b266-c35f644698be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779cd0d3-0907-4c9a-8349-b1fd89d90e39,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:55.533647 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port bbfd1f1c-9210-48b8-9d3f-0084edafab18, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=bbfd1f1c-9210-48b8-9d3f-0084edafab18,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:55.539394 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.574657 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-41a7f667-f926-4316-ae84-106b643bff83 req-822fdfd4-edb7-41b2-81a5-baa16d0c0c3e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.585913 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-f71dbaba-2fc7-4e5a-9172-a8549207eb00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 HTTP/1.1" status: 200 len: 217 time: 0.0482767 Jul 08 02:45:55.596615 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-53a50592-b53d-4c46-b266-c35f644698be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f88096d24ebf42599eef1f503280cfa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9552417 Jul 08 02:45:55.596932 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37832) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:55.649177 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=bbfd1f1c-9210-48b8-9d3f-0084edafab18,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:55.652969 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.667231 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a3a1d-24de-4245-bd75-d22dd890134e req-9e3d04d2-cfd9-42dc-8c01-951bff333df6 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:55.669577 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a88a3a1d-24de-4245-bd75-d22dd890134e req-9e3d04d2-cfd9-42dc-8c01-951bff333df6 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 944 time: 0.1832619 Jul 08 02:45:55.694567 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa811b-11ce-4d7a-a4dd-086b117b2418 req-16255b74-df91-481e-a794-15813d9a29ec tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:55.696167 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-35aa811b-11ce-4d7a-a4dd-086b117b2418 req-16255b74-df91-481e-a794-15813d9a29ec tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 944 time: 0.4044456 Jul 08 02:45:55.704718 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad173c-e248-43a0-9478-f923195ec1be req-f3888a2c-849f-4537-8b68-d80567d4e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:55.706600 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-f3888a2c-849f-4537-8b68-d80567d4e975 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cf243d-2400-43e3-a620-04f0df041e5e HTTP/1.1" status: 200 len: 855 time: 0.1138613 Jul 08 02:45:55.711619 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2ed9acac-ed7c-4010-9785-9d60c8051be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.759714 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2ed9acac-ed7c-4010-9785-9d60c8051be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.785167 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['bbfd1f1c-9210-48b8-9d3f-0084edafab18'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:45:55.798789 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-41a7f667-f926-4316-ae84-106b643bff83 req-822fdfd4-edb7-41b2-81a5-baa16d0c0c3e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.812958 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad173c-e248-43a0-9478-f923195ec1be req-f13d7351-c031-4d4d-97c3-9287f4627a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:55.815416 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-f13d7351-c031-4d4d-97c3-9287f4627a45 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=06c852e3-976b-48a1-a484-4e900038f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1010027 Jul 08 02:45:55.825836 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-35aa811b-11ce-4d7a-a4dd-086b117b2418 req-140c4ed5-28b1-44ad-94e8-4717d9f64f5e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228013 Jul 08 02:45:55.836296 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a88a3a1d-24de-4245-bd75-d22dd890134e req-b24eb0c9-5ce0-4929-b1a3-81b2ef58c30b tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345842 Jul 08 02:45:55.840898 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2ed9acac-ed7c-4010-9785-9d60c8051be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.843448 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2ed9acac-ed7c-4010-9785-9d60c8051be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.844602 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-2ed9acac-ed7c-4010-9785-9d60c8051be7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/779cd0d3-0907-4c9a-8349-b1fd89d90e39 HTTP/1.1" status: 204 len: 168 time: 0.2365689 Jul 08 02:45:55.886871 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9acac-ed7c-4010-9785-9d60c8051be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779cd0d3-0907-4c9a-8349-b1fd89d90e39,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:55.960002 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a7f667-f926-4316-ae84-106b643bff83 req-822fdfd4-edb7-41b2-81a5-baa16d0c0c3e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:55.961152 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-fc971d77-1e2e-444a-902e-9ad0f3426d48 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385510 Jul 08 02:45:55.968722 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [req-41a7f667-f926-4316-ae84-106b643bff83 req-822fdfd4-edb7-41b2-81a5-baa16d0c0c3e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:55.972600 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fdfd4-edb7-41b2-81a5-baa16d0c0c3e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Pushing event updated for resources: {'Port': ['ID=2a83479c-cf4b-44a6-97f9-9a87fce49e8b,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:55.979097 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a7f667-f926-4316-ae84-106b643bff83 req-822fdfd4-edb7-41b2-81a5-baa16d0c0c3e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:55.985963 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7f667-f926-4316-ae84-106b643bff83 req-822fdfd4-edb7-41b2-81a5-baa16d0c0c3e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:55.986636 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-41a7f667-f926-4316-ae84-106b643bff83 req-822fdfd4-edb7-41b2-81a5-baa16d0c0c3e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.049266 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41a7f667-f926-4316-ae84-106b643bff83 req-822fdfd4-edb7-41b2-81a5-baa16d0c0c3e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7306242 Jul 08 02:45:56.077666 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Request body: {'port': {'device_id': 'c0314f6c-0917-4bd3-83cd-8d094f865ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:56.101705 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49d922b-1d83-41b0-aee8-8bd68df24092 x-openstack-request-id: req-e49d922b-1d83-41b0-aee8-8bd68df24092 {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:56.102029 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e086179-1faa-4e28-9b17-68812ba26039", "tag": "70d1fe9f-fd72-4135-b6f5-a831f9fc86b0", "status": "completed", "code": 200}]} {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:56.102297 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e49d922b-1d83-41b0-aee8-8bd68df24092 {{(pid=104846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:56.103866 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e086179-1faa-4e28-9b17-68812ba26039', 'tag': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'status': 'completed', 'code': 200} Jul 08 02:45:56.154312 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7dad173c-e248-43a0-9478-f923195ec1be req-1fdf2f05-005e-4612-b1e4-1d62a7b82a06 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818371 Jul 08 02:45:56.291348 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.332450 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a003e-9744-441f-9bc5-c59aa9234805 req-0d7b62dd-9670-439b-a29b-fff9bee3efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:56.337177 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-a72a003e-9744-441f-9bc5-c59aa9234805 req-0d7b62dd-9670-439b-a29b-fff9bee3efac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf146c7263348b19beed67f69227864&device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 1097 time: 0.1162431 Jul 08 02:45:56.448919 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a003e-9744-441f-9bc5-c59aa9234805 req-8916ef0f-541d-4a65-9c1b-314871c5e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:56.450636 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-a72a003e-9744-441f-9bc5-c59aa9234805 req-8916ef0f-541d-4a65-9c1b-314871c5e129 service neutron] 10.222.0.54 "GET /v2.0/networks?id=06c852e3-976b-48a1-a484-4e900038f3c5 HTTP/1.1" status: 200 len: 917 time: 0.1053352 Jul 08 02:45:56.494565 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37862) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:56.502461 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-a72a003e-9744-441f-9bc5-c59aa9234805 req-1095034d-ad69-4b8c-9c71-df46c5c64ef0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 HTTP/1.1" status: 200 len: 217 time: 0.0433578 Jul 08 02:45:56.509759 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f78cfe28-3902-46d2-9984-8168c78b7220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.535097 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6347b15f-9824-4a97-9375-be9d318bb5bb {{(pid=104845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:45:56.578757 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a003e-9744-441f-9bc5-c59aa9234805 req-4e4761e3-2bb9-48c1-99cb-774f96ec6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:56.580234 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-a72a003e-9744-441f-9bc5-c59aa9234805 req-4e4761e3-2bb9-48c1-99cb-774f96ec6507 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cf243d-2400-43e3-a620-04f0df041e5e HTTP/1.1" status: 200 len: 855 time: 0.0683548 Jul 08 02:45:56.581333 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.640561 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Transition to ACTIVE for port object 6347b15f-9824-4a97-9375-be9d318bb5bb will not be triggered until provisioned by entity L2. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:56.657588 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.692272 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a003e-9744-441f-9bc5-c59aa9234805 req-3801a9c6-e825-4052-8385-8e585ff81320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:56.693811 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-a72a003e-9744-441f-9bc5-c59aa9234805 req-3801a9c6-e825-4052-8385-8e585ff81320 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=06c852e3-976b-48a1-a484-4e900038f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1030042 Jul 08 02:45:56.706098 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f78cfe28-3902-46d2-9984-8168c78b7220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.715384 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f78cfe28-3902-46d2-9984-8168c78b7220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.798870 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-f78cfe28-3902-46d2-9984-8168c78b7220 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a8689f98a494c0a98e01d752314275d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000572 Jul 08 02:45:56.801148 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 37866) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:56.810862 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cfe28-3902-46d2-9984-8168c78b7220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450c4843-6069-4572-95dd-fd8a1fb65f17,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:56.855852 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Pushing event updated for resources: {'Port': ['ID=6347b15f-9824-4a97-9375-be9d318bb5bb,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:56.867792 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2bd86-8ec2-4cbf-8781-f2f78ad08c93 req-48b2e03b-57dc-40e0-8263-e7f371416e56 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:56.869271 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-89f2bd86-8ec2-4cbf-8781-f2f78ad08c93 req-48b2e03b-57dc-40e0-8263-e7f371416e56 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 944 time: 0.3557999 Jul 08 02:45:56.871813 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-a72a003e-9744-441f-9bc5-c59aa9234805 req-3efb0799-158a-41f1-802c-6269f3ec26c4 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676843 Jul 08 02:45:56.880887 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42c97f-43ce-4f28-a88d-aff2fdfea367 req-b17c95ba-5214-4cc6-9fa4-a0bdd482ba53 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:56.883680 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ab42c97f-43ce-4f28-a88d-aff2fdfea367 req-b17c95ba-5214-4cc6-9fa4-a0bdd482ba53 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.3712006 Jul 08 02:45:56.889964 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c7c70057-1a8e-4ae8-ba11-7b423ad4949e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.970327 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Attempting to bind port 6347b15f-9824-4a97-9375-be9d318bb5bb on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:56.970581 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Attempting to bind port 6347b15f-9824-4a97-9375-be9d318bb5bb by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'bdc94bd5-393a-41bf-8321-43ba9b55594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9'}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:56.970918 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Attempting to bind port 6347b15f-9824-4a97-9375-be9d318bb5bb on network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:57.015297 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Port 6347b15f-9824-4a97-9375-be9d318bb5bb on network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:45:57.015628 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Attempting to bind port 6347b15f-9824-4a97-9375-be9d318bb5bb on network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:57.020119 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-89f2bd86-8ec2-4cbf-8781-f2f78ad08c93 req-60d9031d-3f85-4b1a-89ed-5d34f79a5090 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337175 Jul 08 02:45:57.031048 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ab42c97f-43ce-4f28-a88d-aff2fdfea367 req-652db18d-e1f6-4884-ade4-251768ff362d tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345739 Jul 08 02:45:57.033368 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:57.033714 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Checking segment: {'id': 'bdc94bd5-393a-41bf-8321-43ba9b55594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:57.034133 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Bound using segment: {'id': 'bdc94bd5-393a-41bf-8321-43ba9b55594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9'} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:57.034627 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Bound port: 6347b15f-9824-4a97-9375-be9d318bb5bb, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdc94bd5-393a-41bf-8321-43ba9b55594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9'}}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:57.035462 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.137256 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c7c70057-1a8e-4ae8-ba11-7b423ad4949e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.146389 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a83479c-cf4b-44a6-97f9-9a87fce49e8b {{(pid=104845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:45:57.159401 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.172338 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] For port 6347b15f-9824-4a97-9375-be9d318bb5bb, host hv-cinder-78907, cleared binding levels {{(pid=104845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:57.177406 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] For port 6347b15f-9824-4a97-9375-be9d318bb5bb, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=6347b15f-9824-4a97-9375-be9d318bb5bb,segment=NetworkSegment(bdc94bd5-393a-41bf-8321-43ba9b55594a),segment_id=bdc94bd5-393a-41bf-8321-43ba9b55594a)] {{(pid=104845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:57.180351 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Transition to ACTIVE for port object 2a83479c-cf4b-44a6-97f9-9a87fce49e8b will not be triggered until provisioned by entity L2. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:57.185914 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.195598 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.207568 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-a72a003e-9744-441f-9bc5-c59aa9234805 req-e45dc3e0-db02-4008-b4fb-703325385429 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280797 Jul 08 02:45:57.223828 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device fc688075-8764-4608-a09c-f70989eac36e up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:57.234042 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c7c70057-1a8e-4ae8-ba11-7b423ad4949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.238036 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c7c70057-1a8e-4ae8-ba11-7b423ad4949e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.242442 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-c7c70057-1a8e-4ae8-ba11-7b423ad4949e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/450c4843-6069-4572-95dd-fd8a1fb65f17 HTTP/1.1" status: 204 len: 168 time: 0.4403186 Jul 08 02:45:57.251558 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c70057-1a8e-4ae8-ba11-7b423ad4949e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450c4843-6069-4572-95dd-fd8a1fb65f17,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:57.295570 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:57.296529 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.298266 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] 10.222.0.54 "PUT /v2.0/ports/6347b15f-9824-4a97-9375-be9d318bb5bb HTTP/1.1" status: 200 len: 1094 time: 1.9729791 Jul 08 02:45:57.300094 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port fc688075-8764-4608-a09c-f70989eac36e completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:57.302977 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7711e08-2d41-4610-b73b-0594c3e04b48', 'tag': '6347b15f-9824-4a97-9375-be9d318bb5bb'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:57.305645 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734575d3-ffe5-4eea-8276-b4b97bce8bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "e7711e08-2d41-4610-b73b-0594c3e04b48", "tag": "6347b15f-9824-4a97-9375-be9d318bb5bb"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:57.313236 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port fc688075-8764-4608-a09c-f70989eac36e triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:57.313606 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.362716 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887b76a-f7f4-400c-a35f-565b0db72013 service neutron] Pushing event updated for resources: {'Port': ['ID=6347b15f-9824-4a97-9375-be9d318bb5bb,revision_number=3']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:57.422687 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.448052 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e152277c-05f3-4846-9a1e-c100b0c438a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc688075-8764-4608-a09c-f70989eac36e'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:57.506035 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Pushing event updated for resources: {'Port': ['ID=2a83479c-cf4b-44a6-97f9-9a87fce49e8b,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:57.535135 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Attempting to bind port 2a83479c-cf4b-44a6-97f9-9a87fce49e8b on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:57.535730 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Attempting to bind port 2a83479c-cf4b-44a6-97f9-9a87fce49e8b by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'bdc94bd5-393a-41bf-8321-43ba9b55594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9'}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:57.535824 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Attempting to bind port 2a83479c-cf4b-44a6-97f9-9a87fce49e8b on network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:57.547165 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Port 2a83479c-cf4b-44a6-97f9-9a87fce49e8b on network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:45:57.547501 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Attempting to bind port 2a83479c-cf4b-44a6-97f9-9a87fce49e8b on network 4d9a6128-4084-4d6f-9ca2-8873020dd1b9 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:57.550492 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port fc688075-8764-4608-a09c-f70989eac36e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fc688075-8764-4608-a09c-f70989eac36e,segment=NetworkSegment(982f72c1-7745-4ab2-9caa-550f5120b499),segment_id=982f72c1-7745-4ab2-9caa-550f5120b499)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:57.562464 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.565019 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbd18d-b5ab-441b-a5d1-ef715f7b77a1 req-8d6774e1-f8cd-4700-b8a5-ca51d76dfa31 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:57.565225 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device bbfd1f1c-9210-48b8-9d3f-0084edafab18 up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:57.572399 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6dcbd18d-b5ab-441b-a5d1-ef715f7b77a1 req-8d6774e1-f8cd-4700-b8a5-ca51d76dfa31 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 943 time: 0.3454089 Jul 08 02:45:57.579268 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:57.579582 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Checking segment: {'id': 'bdc94bd5-393a-41bf-8321-43ba9b55594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:57.579954 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Bound using segment: {'id': 'bdc94bd5-393a-41bf-8321-43ba9b55594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9'} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:57.580403 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Bound port: 2a83479c-cf4b-44a6-97f9-9a87fce49e8b, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdc94bd5-393a-41bf-8321-43ba9b55594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9'}}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:57.580760 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.606904 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-62da994a-31e3-470d-ba7e-f3eae0654c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:57.608581 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-62da994a-31e3-470d-ba7e-f3eae0654c50 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a5d202fe7cfb4f5fb673b6e866dc7b7b&device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 1097 time: 0.2485187 Jul 08 02:45:57.628390 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168adb4-0c6e-4a6f-bc36-94a7f0d099c4 req-11117aaf-6f0b-4476-9e33-a8ff69f893e4 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:57.629749 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c168adb4-0c6e-4a6f-bc36-94a7f0d099c4 req-11117aaf-6f0b-4476-9e33-a8ff69f893e4 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 944 time: 0.3306231 Jul 08 02:45:57.699527 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=fc688075-8764-4608-a09c-f70989eac36e,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:57.709803 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port bbfd1f1c-9210-48b8-9d3f-0084edafab18 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:57.716953 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port bbfd1f1c-9210-48b8-9d3f-0084edafab18 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:57.718878 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.724245 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-c6fc4da1-70ef-426a-9761-923cd3662a7a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6347b15f-9824-4a97-9375-be9d318bb5bb HTTP/1.1" status: 200 len: 217 time: 0.0900733 Jul 08 02:45:57.749055 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049461dd-6a23-4f53-b585-4561e72d0f1d" -d '{"events": [{"server_uuid": "e152277c-05f3-4846-9a1e-c100b0c438a8", "name": "network-vif-plugged", "status": "completed", "tag": "fc688075-8764-4608-a09c-f70989eac36e"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:57.757589 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6dcbd18d-b5ab-441b-a5d1-ef715f7b77a1 req-45917d70-cbd2-4bb9-af7c-03bfb5c0528a tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841714 Jul 08 02:45:57.888303 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c168adb4-0c6e-4a6f-bc36-94a7f0d099c4 req-a2a09af5-324e-4b76-8a4a-a8b7e1b9c023 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407036 Jul 08 02:45:57.895593 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] For port 2a83479c-cf4b-44a6-97f9-9a87fce49e8b, host hv-cinder-78907, cleared binding levels {{(pid=104845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:57.898561 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] For port 2a83479c-cf4b-44a6-97f9-9a87fce49e8b, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=2a83479c-cf4b-44a6-97f9-9a87fce49e8b,segment=NetworkSegment(bdc94bd5-393a-41bf-8321-43ba9b55594a),segment_id=bdc94bd5-393a-41bf-8321-43ba9b55594a)] {{(pid=104845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:57.903269 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-421b3eaf-8d8d-4d12-8124-86a0c9bb7e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:57.905036 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-421b3eaf-8d8d-4d12-8124-86a0c9bb7e22 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90ae0588-a597-4f76-9cea-961e086525a9 HTTP/1.1" status: 200 len: 859 time: 0.1706049 Jul 08 02:45:57.907083 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.920581 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.967761 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46fb6d7-5d64-421d-b070-2ea46fc29aaa x-openstack-request-id: req-d46fb6d7-5d64-421d-b070-2ea46fc29aaa {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:57.968063 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7711e08-2d41-4610-b73b-0594c3e04b48", "tag": "6347b15f-9824-4a97-9375-be9d318bb5bb", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:57.968294 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d46fb6d7-5d64-421d-b070-2ea46fc29aaa {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:57.968679 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7711e08-2d41-4610-b73b-0594c3e04b48', 'tag': '6347b15f-9824-4a97-9375-be9d318bb5bb', 'status': 'completed', 'code': 200} Jul 08 02:45:57.973624 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-0dc45a32-9ef7-40d7-9f83-da8c653fe166 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614936 Jul 08 02:45:57.990102 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port bbfd1f1c-9210-48b8-9d3f-0084edafab18, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=bbfd1f1c-9210-48b8-9d3f-0084edafab18,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:57.997353 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.998609 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:58.000654 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:58.001288 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.002683 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41a7f667-f926-4316-ae84-106b643bff83 req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] 10.222.0.54 "PUT /v2.0/ports/2a83479c-cf4b-44a6-97f9-9a87fce49e8b HTTP/1.1" status: 200 len: 1093 time: 1.9322090 Jul 08 02:45:58.091461 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=bbfd1f1c-9210-48b8-9d3f-0084edafab18,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:58.113910 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:58.119001 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72b0fb-4e6f-4fae-981d-3ecc1d456c82 service neutron] Pushing event updated for resources: {'Port': ['ID=2a83479c-cf4b-44a6-97f9-9a87fce49e8b,revision_number=3']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:58.119799 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:58.120368 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.195564 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bf245-7e30-4dbb-9587-fdbe7fef54be req-ff9d7d92-9f10-4abe-a6ad-b4bc51fed020 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:58.197123 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-990bf245-7e30-4dbb-9587-fdbe7fef54be req-ff9d7d92-9f10-4abe-a6ad-b4bc51fed020 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 944 time: 0.2275419 Jul 08 02:45:58.201457 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-e66a1156-96b1-4b07-a6ad-9987e06c7be3 service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141681 Jul 08 02:45:58.237553 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24b064c-c38d-4c9b-8617-1bb54f0c2ad8 x-openstack-request-id: req-a24b064c-c38d-4c9b-8617-1bb54f0c2ad8 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:58.238083 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e152277c-05f3-4846-9a1e-c100b0c438a8", "name": "network-vif-plugged", "status": "completed", "tag": "fc688075-8764-4608-a09c-f70989eac36e", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:58.238289 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a24b064c-c38d-4c9b-8617-1bb54f0c2ad8 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:58.238833 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e152277c-05f3-4846-9a1e-c100b0c438a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc688075-8764-4608-a09c-f70989eac36e', 'code': 200} Jul 08 02:45:58.257431 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.280703 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7f667-f926-4316-ae84-106b643bff83 req-e6bf7497-3ab6-455d-bcc9-6c4596e40ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:58.290848 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41a7f667-f926-4316-ae84-106b643bff83 req-e6bf7497-3ab6-455d-bcc9-6c4596e40ad7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a5d202fe7cfb4f5fb673b6e866dc7b7b&device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 1096 time: 0.2045660 Jul 08 02:45:58.347530 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-990bf245-7e30-4dbb-9587-fdbe7fef54be req-3803f239-2644-4b42-ac99-b3f18a2f0856 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416614 Jul 08 02:45:58.348974 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41a7f667-f926-4316-ae84-106b643bff83 req-a15748cb-b31a-430c-a21c-febf5388abe8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a83479c-cf4b-44a6-97f9-9a87fce49e8b HTTP/1.1" status: 200 len: 217 time: 0.0538490 Jul 08 02:45:58.432233 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port ef75de1d-f6f8-45d6-b7eb-513b024ac0f6, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=ef75de1d-f6f8-45d6-b7eb-513b024ac0f6,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:58.442976 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.483786 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a49fc9ba-90f7-4f16-b35c-ed27b67f1318 req-8781479b-fb7b-4caf-9198-d19ff236579f service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679219 Jul 08 02:45:58.490476 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7f667-f926-4316-ae84-106b643bff83 req-69c9f103-c1a8-4465-b677-bcb2e9ec31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:58.491925 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41a7f667-f926-4316-ae84-106b643bff83 req-69c9f103-c1a8-4465-b677-bcb2e9ec31e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90ae0588-a597-4f76-9cea-961e086525a9 HTTP/1.1" status: 200 len: 859 time: 0.1346335 Jul 08 02:45:58.524002 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=ef75de1d-f6f8-45d6-b7eb-513b024ac0f6,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:58.559521 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41a7f667-f926-4316-ae84-106b643bff83 req-081ce443-35c8-4a00-a0be-ebe7db344601 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578103 Jul 08 02:45:58.606705 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734575d3-ffe5-4eea-8276-b4b97bce8bfc req-43e5afe4-bbfc-42b9-9602-940375dca797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:58.608286 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-734575d3-ffe5-4eea-8276-b4b97bce8bfc req-43e5afe4-bbfc-42b9-9602-940375dca797 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a5d202fe7cfb4f5fb673b6e866dc7b7b&device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 1097 time: 0.0539775 Jul 08 02:45:58.714880 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734575d3-ffe5-4eea-8276-b4b97bce8bfc req-eaa80972-6108-458d-9a97-d629077b6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:58.716389 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-734575d3-ffe5-4eea-8276-b4b97bce8bfc req-eaa80972-6108-458d-9a97-d629077b6cf5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9 HTTP/1.1" status: 200 len: 920 time: 0.1012049 Jul 08 02:45:58.761295 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-734575d3-ffe5-4eea-8276-b4b97bce8bfc req-596037dd-1307-4652-9755-b5d532df9701 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6347b15f-9824-4a97-9375-be9d318bb5bb HTTP/1.1" status: 200 len: 217 time: 0.0375233 Jul 08 02:45:58.818266 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734575d3-ffe5-4eea-8276-b4b97bce8bfc req-a7fc27fc-b077-4f27-80ab-0804ac2d1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:58.819827 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-734575d3-ffe5-4eea-8276-b4b97bce8bfc req-a7fc27fc-b077-4f27-80ab-0804ac2d1cce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90ae0588-a597-4f76-9cea-961e086525a9 HTTP/1.1" status: 200 len: 859 time: 0.0518129 Jul 08 02:45:58.858851 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-734575d3-ffe5-4eea-8276-b4b97bce8bfc req-3ab68bbc-3a2a-466b-b841-003f1aad79b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317154 Jul 08 02:45:58.865253 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352f3ad-5ae8-4e6f-9005-c40fcb566ece req-57605aa0-b719-4720-8670-dcaa281566b2 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:58.866827 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2352f3ad-5ae8-4e6f-9005-c40fcb566ece req-57605aa0-b719-4720-8670-dcaa281566b2 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.4848228 Jul 08 02:45:58.971060 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-734575d3-ffe5-4eea-8276-b4b97bce8bfc req-0262b37e-bbe6-45e7-9ba1-f66dd44053bb service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016133 Jul 08 02:45:58.977160 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2352f3ad-5ae8-4e6f-9005-c40fcb566ece req-6dbf9dfd-db71-4fef-8106-56c792eb3b39 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971909 Jul 08 02:45:58.982742 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41a7f667-f926-4316-ae84-106b643bff83 req-49e3719d-bb2e-4f77-8c3c-c50db7f50146 service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965993 Jul 08 02:45:58.984772 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af551d-fa3c-492b-89ce-5f78d058bea5 req-13b22b51-be84-4566-8a0d-f3823eea3b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:58.986231 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-02af551d-fa3c-492b-89ce-5f78d058bea5 req-13b22b51-be84-4566-8a0d-f3823eea3b84 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 1098 time: 0.4743152 Jul 08 02:45:58.998185 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b59ad-30fc-4a59-97be-afa569e638bb req-8fe1f65e-2e34-4f71-ac6c-a3a10cacdae6 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:58.999718 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ef5b59ad-30fc-4a59-97be-afa569e638bb req-8fe1f65e-2e34-4f71-ac6c-a3a10cacdae6 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.4390075 Jul 08 02:45:59.067438 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-02af551d-fa3c-492b-89ce-5f78d058bea5 req-33a1c404-d9df-487d-b27a-56effd1c8442 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:59.142256 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ef5b59ad-30fc-4a59-97be-afa569e638bb req-98df32cb-eb54-4fd4-beb4-912e708b8382 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170790 Jul 08 02:45:59.169960 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-734575d3-ffe5-4eea-8276-b4b97bce8bfc req-86d3d56b-9cce-46a5-a319-7e959b36d1fa service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805906 Jul 08 02:45:59.191060 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41a7f667-f926-4316-ae84-106b643bff83 req-5bb7e55e-82e8-4675-88b4-268d5527ccb8 service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902180 Jul 08 02:45:59.228796 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:45:59.352356 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-02af551d-fa3c-492b-89ce-5f78d058bea5 req-33a1c404-d9df-487d-b27a-56effd1c8442 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:59.384702 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-02af551d-fa3c-492b-89ce-5f78d058bea5 req-33a1c404-d9df-487d-b27a-56effd1c8442 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:59.414768 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-02af551d-fa3c-492b-89ce-5f78d058bea5 req-33a1c404-d9df-487d-b27a-56effd1c8442 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130235 Jul 08 02:45:59.445981 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:59.449820 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bfc28-a2b6-4034-8929-8ee396e78d03 req-5a12b663-d16c-421d-ba0c-16cbb7bb7230 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:59.451584 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-098bfc28-a2b6-4034-8929-8ee396e78d03 req-5a12b663-d16c-421d-ba0c-16cbb7bb7230 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 943 time: 0.3043463 Jul 08 02:45:59.461993 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'port_id': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'mac_address': 'fa:16:3e:ec:5e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:45:59.481711 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1c404-d9df-487d-b27a-56effd1c8442 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba90fcc-234e-4059-bc16-6b35a7da8bb8,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:59.513775 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:59.524650 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-098bfc28-a2b6-4034-8929-8ee396e78d03 req-1cc570a6-6e9a-43d5-9716-cd5e8992a020 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653660 Jul 08 02:45:59.530628 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:45:59.535737 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370c30e-271d-447f-ae52-7a3a726bc4e4 req-bf8237ad-e393-4d97-ad47-e1b5dfc16a74 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:59.544154 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b370c30e-271d-447f-ae52-7a3a726bc4e4 req-bf8237ad-e393-4d97-ad47-e1b5dfc16a74 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 945 time: 0.1941023 Jul 08 02:45:59.556609 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:59.563391 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:59.592140 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b370c30e-271d-447f-ae52-7a3a726bc4e4 req-7edab209-c78e-4dbf-831d-883db4db3776 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470903 Jul 08 02:45:59.617768 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:59.715882 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995df10b-59f7-401b-ad85-6b11662e42ca req-554849fd-5f2d-44ce-bcae-5f192539b2e7 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:59.718361 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-995df10b-59f7-401b-ad85-6b11662e42ca req-554849fd-5f2d-44ce-bcae-5f192539b2e7 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 945 time: 0.0671217 Jul 08 02:45:59.760624 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-995df10b-59f7-401b-ad85-6b11662e42ca req-239c5d37-8e83-42cc-b9b8-43a81deab08d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353849 Jul 08 02:45:59.833058 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['70d1fe9f-fd72-4135-b6f5-a831f9fc86b0'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:45:59.970002 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0314f6c-0917-4bd3-83cd-8d094f865ab8', 'tag': '2a83479c-cf4b-44a6-97f9-9a87fce49e8b'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:59.972902 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d23fce5-3b53-45c5-bfe6-825f054f7c21" -d '{"events": [{"name": "network-changed", "server_uuid": "c0314f6c-0917-4bd3-83cd-8d094f865ab8", "tag": "2a83479c-cf4b-44a6-97f9-9a87fce49e8b"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:46:00.010570 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70683c47-e399-4e6e-888d-1ccce4074157 x-openstack-request-id: req-70683c47-e399-4e6e-888d-1ccce4074157 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:46:00.010867 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0314f6c-0917-4bd3-83cd-8d094f865ab8", "tag": "2a83479c-cf4b-44a6-97f9-9a87fce49e8b", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:46:00.011121 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70683c47-e399-4e6e-888d-1ccce4074157 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:46:00.011544 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0314f6c-0917-4bd3-83cd-8d094f865ab8', 'tag': '2a83479c-cf4b-44a6-97f9-9a87fce49e8b', 'status': 'completed', 'code': 200} Jul 08 02:46:00.093766 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23fce5-3b53-45c5-bfe6-825f054f7c21 req-c1f96b2a-56d8-4b85-b9e1-a4e9fb5db451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:00.095370 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0d23fce5-3b53-45c5-bfe6-825f054f7c21 req-c1f96b2a-56d8-4b85-b9e1-a4e9fb5db451 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a5d202fe7cfb4f5fb673b6e866dc7b7b&device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0594296 Jul 08 02:46:00.233757 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88184c18-9c9c-4a3e-a6f9-ca1f8d2a9e4e req-6040030e-7bdf-4c38-8f1a-ab1a236caa87 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:00.235254 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-88184c18-9c9c-4a3e-a6f9-ca1f8d2a9e4e req-6040030e-7bdf-4c38-8f1a-ab1a236caa87 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.1362352 Jul 08 02:46:00.238024 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23fce5-3b53-45c5-bfe6-825f054f7c21 req-9a1cf3b9-2071-4bab-b114-1948790f346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:00.239411 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0d23fce5-3b53-45c5-bfe6-825f054f7c21 req-9a1cf3b9-2071-4bab-b114-1948790f346c service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9 HTTP/1.1" status: 200 len: 920 time: 0.1295531 Jul 08 02:46:00.240415 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44617b5d-dded-428d-8dbb-fcced8dc7138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfd1f1c-9210-48b8-9d3f-0084edafab18'}, {'server_uuid': 'b5442e8d-185e-4ace-a3f4-4af161c96d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef75de1d-f6f8-45d6-b7eb-513b024ac0f6'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:46:00.243063 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45f2f46-bd40-40a9-83d1-249d4c67c8ed" -d '{"events": [{"server_uuid": "44617b5d-dded-428d-8dbb-fcced8dc7138", "name": "network-vif-plugged", "status": "completed", "tag": "bbfd1f1c-9210-48b8-9d3f-0084edafab18"}, {"server_uuid": "b5442e8d-185e-4ace-a3f4-4af161c96d28", "name": "network-vif-plugged", "status": "completed", "tag": "ef75de1d-f6f8-45d6-b7eb-513b024ac0f6"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:46:00.300701 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0d23fce5-3b53-45c5-bfe6-825f054f7c21 req-913788ce-d896-41a3-aeab-beaf49f6037f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a83479c-cf4b-44a6-97f9-9a87fce49e8b HTTP/1.1" status: 200 len: 217 time: 0.0507681 Jul 08 02:46:00.345415 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-88184c18-9c9c-4a3e-a6f9-ca1f8d2a9e4e req-8261a8b2-dc33-4153-af93-baf6f48f2f2c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038976 Jul 08 02:46:00.390202 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23fce5-3b53-45c5-bfe6-825f054f7c21 req-8c901521-70bd-471e-83a3-0392bca4b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:00.391662 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0d23fce5-3b53-45c5-bfe6-825f054f7c21 req-8c901521-70bd-471e-83a3-0392bca4b3cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90ae0588-a597-4f76-9cea-961e086525a9 HTTP/1.1" status: 200 len: 859 time: 0.0631344 Jul 08 02:46:00.396121 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 02:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64ca90c-5b04-4aa3-93d1-87ab616e7bb6 x-openstack-request-id: req-c64ca90c-5b04-4aa3-93d1-87ab616e7bb6 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:46:00.396419 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44617b5d-dded-428d-8dbb-fcced8dc7138", "name": "network-vif-plugged", "status": "completed", "tag": "bbfd1f1c-9210-48b8-9d3f-0084edafab18", "code": 200}, {"server_uuid": "b5442e8d-185e-4ace-a3f4-4af161c96d28", "name": "network-vif-plugged", "status": "completed", "tag": "ef75de1d-f6f8-45d6-b7eb-513b024ac0f6", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:46:00.396670 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c64ca90c-5b04-4aa3-93d1-87ab616e7bb6 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:46:00.397063 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44617b5d-dded-428d-8dbb-fcced8dc7138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfd1f1c-9210-48b8-9d3f-0084edafab18', 'code': 200} Jul 08 02:46:00.397314 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5442e8d-185e-4ace-a3f4-4af161c96d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef75de1d-f6f8-45d6-b7eb-513b024ac0f6', 'code': 200} Jul 08 02:46:00.408012 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a84c1-7991-45b6-a230-5fd46562e386 req-2dac5aa9-1373-4a3c-937c-01d8974ae068 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:00.409458 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-910a84c1-7991-45b6-a230-5fd46562e386 req-2dac5aa9-1373-4a3c-937c-01d8974ae068 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 945 time: 0.1454096 Jul 08 02:46:00.443666 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0d23fce5-3b53-45c5-bfe6-825f054f7c21 req-3389e8fc-6e4f-455a-a13c-fdd1272d93cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332315 Jul 08 02:46:00.526216 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-910a84c1-7991-45b6-a230-5fd46562e386 req-71678c0d-2e78-42f0-8728-4f9c208d3a29 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040652 Jul 08 02:46:00.592015 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0d23fce5-3b53-45c5-bfe6-825f054f7c21 req-63ce3bb1-d85f-410a-83bf-72e393984103 service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342716 Jul 08 02:46:00.783745 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73bf07-ec3c-417f-9f85-4ec8220c045f req-08554eff-d037-4ab5-ba06-1e69cc922eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:00.785600 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7c73bf07-ec3c-417f-9f85-4ec8220c045f req-08554eff-d037-4ab5-ba06-1e69cc922eb4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 1098 time: 0.1132236 Jul 08 02:46:00.835880 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0d23fce5-3b53-45c5-bfe6-825f054f7c21 req-12f5e6ed-d925-4cff-9366-8730b5aa5b24 service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363458 Jul 08 02:46:00.841884 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7c73bf07-ec3c-417f-9f85-4ec8220c045f req-b0673ddc-7e5f-4e6d-8306-bd395d6bedb9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472183 Jul 08 02:46:00.843373 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d1149-b27c-42a1-9da8-9ace78a8adb3 req-4baac563-98ee-45d0-b5be-a33edf12905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:00.847683 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-861d1149-b27c-42a1-9da8-9ace78a8adb3 req-4baac563-98ee-45d0-b5be-a33edf12905f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 1098 time: 0.1972167 Jul 08 02:46:00.868518 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff1d1-e97d-4f20-b458-c563afa22cee req-6d7f439c-c241-4e36-b08c-aaa20fc86940 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:00.868518 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5faff1d1-e97d-4f20-b458-c563afa22cee req-6d7f439c-c241-4e36-b08c-aaa20fc86940 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 943 time: 0.2015524 Jul 08 02:46:00.906475 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5612f-ff9d-421b-aafb-c6ef4dd5c396 req-89f828f6-dccf-4130-a3f3-12d14c603208 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:00.907973 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-17e5612f-ff9d-421b-aafb-c6ef4dd5c396 req-89f828f6-dccf-4130-a3f3-12d14c603208 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 945 time: 0.1582801 Jul 08 02:46:00.961995 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5faff1d1-e97d-4f20-b458-c563afa22cee req-60623880-841d-4fda-be56-0922f7c5eb9f tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895002 Jul 08 02:46:00.996234 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-17e5612f-ff9d-421b-aafb-c6ef4dd5c396 req-4ecbdc55-6a20-46b2-9c57-371da7101b50 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733511 Jul 08 02:46:00.998578 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-861d1149-b27c-42a1-9da8-9ace78a8adb3 req-076fde2a-a805-46af-a807-bba33a4d9c46 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744972 Jul 08 02:46:01.142758 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1f2b4-bcbe-417f-8c07-0e6a5366b2a0 req-553c09d8-4166-4d1f-b740-30310c9ae475 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:01.144392 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ee1f2b4-bcbe-417f-8c07-0e6a5366b2a0 req-553c09d8-4166-4d1f-b740-30310c9ae475 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 945 time: 0.0660889 Jul 08 02:46:01.181889 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ee1f2b4-bcbe-417f-8c07-0e6a5366b2a0 req-c2f10314-92aa-4afd-a34b-283388bcf977 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318854 Jul 08 02:46:01.231219 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 6347b15f-9824-4a97-9375-be9d318bb5bb details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:46:01.235387 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:46:01.345723 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:46:01.353535 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:01.353939 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.389741 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 6347b15f-9824-4a97-9375-be9d318bb5bb, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=6347b15f-9824-4a97-9375-be9d318bb5bb,segment=NetworkSegment(bdc94bd5-393a-41bf-8321-43ba9b55594a),segment_id=bdc94bd5-393a-41bf-8321-43ba9b55594a)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:01.407587 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': '6347b15f-9824-4a97-9375-be9d318bb5bb', 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9', 'port_id': '6347b15f-9824-4a97-9375-be9d318bb5bb', 'mac_address': 'fa:16:3e:3d:8e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ae0588-a597-4f76-9cea-961e086525a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:46:01.474961 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.498399 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6347b15f-9824-4a97-9375-be9d318bb5bb {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:46:01.503369 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.534043 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 6347b15f-9824-4a97-9375-be9d318bb5bb, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=6347b15f-9824-4a97-9375-be9d318bb5bb,segment=NetworkSegment(bdc94bd5-393a-41bf-8321-43ba9b55594a),segment_id=bdc94bd5-393a-41bf-8321-43ba9b55594a)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:01.540402 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958a7b2-f03e-4c5f-ba87-1dfa0fe48a54 req-dba2c15e-8ec4-42eb-8502-64683a0455c5 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:01.541643 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.541998 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a958a7b2-f03e-4c5f-ba87-1dfa0fe48a54 req-dba2c15e-8ec4-42eb-8502-64683a0455c5 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.0793417 Jul 08 02:46:01.542539 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 2a83479c-cf4b-44a6-97f9-9a87fce49e8b details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:46:01.555982 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:01.582653 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.588702 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a958a7b2-f03e-4c5f-ba87-1dfa0fe48a54 req-0004e20e-6dea-4cb8-ab8d-8d08db2bb317 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374956 Jul 08 02:46:01.625312 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=6347b15f-9824-4a97-9375-be9d318bb5bb,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:01.628948 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 2a83479c-cf4b-44a6-97f9-9a87fce49e8b, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=2a83479c-cf4b-44a6-97f9-9a87fce49e8b,segment=NetworkSegment(bdc94bd5-393a-41bf-8321-43ba9b55594a),segment_id=bdc94bd5-393a-41bf-8321-43ba9b55594a)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:01.660050 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': '2a83479c-cf4b-44a6-97f9-9a87fce49e8b', 'network_id': '4d9a6128-4084-4d6f-9ca2-8873020dd1b9', 'port_id': '2a83479c-cf4b-44a6-97f9-9a87fce49e8b', 'mac_address': 'fa:16:3e:e0:8d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ae0588-a597-4f76-9cea-961e086525a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:46:01.719421 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:01.725196 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.741750 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a83479c-cf4b-44a6-97f9-9a87fce49e8b {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:46:01.760040 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6c16d-d3d6-41c7-84e6-72641b163492 req-818d9e6c-2754-4560-b9df-63deab98863c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:01.762928 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f4d6c16d-d3d6-41c7-84e6-72641b163492 req-818d9e6c-2754-4560-b9df-63deab98863c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.0814259 Jul 08 02:46:01.764210 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 2a83479c-cf4b-44a6-97f9-9a87fce49e8b, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=2a83479c-cf4b-44a6-97f9-9a87fce49e8b,segment=NetworkSegment(bdc94bd5-393a-41bf-8321-43ba9b55594a),segment_id=bdc94bd5-393a-41bf-8321-43ba9b55594a)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:01.767215 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.801348 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f4d6c16d-d3d6-41c7-84e6-72641b163492 req-2963f826-1ff6-4f73-aa57-08317588dc45 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329030 Jul 08 02:46:01.814803 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=2a83479c-cf4b-44a6-97f9-9a87fce49e8b,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:02.207976 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bd441-9443-42ae-b786-3a9b6f69edc1 req-0354b530-9fc7-48a0-82cb-88c9c2ef1080 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:02.210357 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a02bd441-9443-42ae-b786-3a9b6f69edc1 req-0354b530-9fc7-48a0-82cb-88c9c2ef1080 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 944 time: 0.1236413 Jul 08 02:46:02.265439 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f27f65-1e6a-4213-9172-742963bfea2a req-5f710618-7e84-4ad8-a6a3-bf349fdb5795 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:02.266992 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-78f27f65-1e6a-4213-9172-742963bfea2a req-5f710618-7e84-4ad8-a6a3-bf349fdb5795 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 945 time: 0.1329455 Jul 08 02:46:02.272501 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a02bd441-9443-42ae-b786-3a9b6f69edc1 req-d7f75fab-b795-4758-9992-a6365360da41 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561123 Jul 08 02:46:02.314970 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-78f27f65-1e6a-4213-9172-742963bfea2a req-e4f1ca57-4e66-4403-80de-45bc2fbe97e1 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Jul 08 02:46:02.340779 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['6347b15f-9824-4a97-9375-be9d318bb5bb'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:46:02.397994 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e086179-1faa-4e28-9b17-68812ba26039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:46:02.400410 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6828f0-494c-4dff-acb8-2c69f049d7d2" -d '{"events": [{"server_uuid": "6e086179-1faa-4e28-9b17-68812ba26039", "name": "network-vif-plugged", "status": "completed", "tag": "70d1fe9f-fd72-4135-b6f5-a831f9fc86b0"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:46:02.408564 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['2a83479c-cf4b-44a6-97f9-9a87fce49e8b'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:46:02.450168 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cebe89-ec41-49a5-a4c9-db21dbd4de36 x-openstack-request-id: req-33cebe89-ec41-49a5-a4c9-db21dbd4de36 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:46:02.450488 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e086179-1faa-4e28-9b17-68812ba26039", "name": "network-vif-plugged", "status": "completed", "tag": "70d1fe9f-fd72-4135-b6f5-a831f9fc86b0", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:46:02.450748 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33cebe89-ec41-49a5-a4c9-db21dbd4de36 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:46:02.451369 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e086179-1faa-4e28-9b17-68812ba26039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'code': 200} Jul 08 02:46:02.506299 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d87eeb-8c97-4c58-9725-a379f18f26d0 req-8a4f4a71-df92-4136-b27b-b2b5a635349d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:02.508325 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-46d87eeb-8c97-4c58-9725-a379f18f26d0 req-8a4f4a71-df92-4136-b27b-b2b5a635349d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 945 time: 0.0987468 Jul 08 02:46:02.561845 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-46d87eeb-8c97-4c58-9725-a379f18f26d0 req-1207e115-af54-49b5-a57d-a67a92c762c2 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467563 Jul 08 02:46:02.799542 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312d90c-c671-4739-b29f-f37b57d548f1 req-1ec581e8-5884-4763-bf1e-33db4a42a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:02.801188 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1312d90c-c671-4739-b29f-f37b57d548f1 req-1ec581e8-5884-4763-bf1e-33db4a42a5e0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 1099 time: 0.1225777 Jul 08 02:46:02.850669 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ac043-b00e-410d-a7b3-321f228747e0 req-7940861a-d11c-47f4-b9b0-da4ac9d80821 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:02.857679 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-718ac043-b00e-410d-a7b3-321f228747e0 req-7940861a-d11c-47f4-b9b0-da4ac9d80821 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.0982468 Jul 08 02:46:02.897609 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1312d90c-c671-4739-b29f-f37b57d548f1 req-d080bcc5-b1dc-480a-aa3a-bf432932de61 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844536 Jul 08 02:46:02.925465 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-718ac043-b00e-410d-a7b3-321f228747e0 req-b0bd4d92-7af5-4aa1-97a9-adb12f26a155 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667615 Jul 08 02:46:03.040088 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0db4a-09c7-4224-8237-3286b875de9b req-6bd94596-2dd0-4d04-82a6-d8e84478a3db tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:03.041926 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-69f0db4a-09c7-4224-8237-3286b875de9b req-6bd94596-2dd0-4d04-82a6-d8e84478a3db tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.0734971 Jul 08 02:46:03.115643 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-69f0db4a-09c7-4224-8237-3286b875de9b req-f5adc332-ab06-44b9-904d-dac4fb47760c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623276 Jul 08 02:46:03.140307 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d28222-1d39-4d43-85c1-70e732ea08e2 req-7f105ca8-9fdf-4796-b020-7d56413122ba tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:03.142153 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b5d28222-1d39-4d43-85c1-70e732ea08e2 req-7f105ca8-9fdf-4796-b020-7d56413122ba tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.0986733 Jul 08 02:46:03.151110 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 38076) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:03.156107 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-778baa32-3524-4d00-b519-1d7700c6fd8a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Request body: {'floatingip': {'port_id': 'bbfd1f1c-9210-48b8-9d3f-0084edafab18'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:03.228984 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-778baa32-3524-4d00-b519-1d7700c6fd8a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for floatingip, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.490304 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 38096) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:03.514518 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25fa77-962c-4324-8241-11368593464d req-9b7b3e54-5cc2-47bd-bee8-00eccd3bc3a2 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:03.516031 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-db25fa77-962c-4324-8241-11368593464d req-9b7b3e54-5cc2-47bd-bee8-00eccd3bc3a2 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 944 time: 0.0809116 Jul 08 02:46:03.560086 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-db25fa77-962c-4324-8241-11368593464d req-473c1460-93ce-4256-a8bd-d9d435729a3c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380816 Jul 08 02:46:03.638064 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-955dcd09-726f-4aa6-a2d5-825debc20777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.751796 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-955dcd09-726f-4aa6-a2d5-825debc20777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.755824 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-955dcd09-726f-4aa6-a2d5-825debc20777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.797208 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-955dcd09-726f-4aa6-a2d5-825debc20777 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24c45fb2cf7d4a74a558e24f8a892575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043704 Jul 08 02:46:03.798131 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dcd09-726f-4aa6-a2d5-825debc20777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98951026-fe68-4481-9d31-755adc0d536a,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:03.801255 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 38108) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:03.865326 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7379ce50-76c0-4724-a143-68bbe2892226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.892086 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7379ce50-76c0-4724-a143-68bbe2892226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.980874 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.db.resource_extend [None req-778baa32-3524-4d00-b519-1d7700c6fd8a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 02:46:03.990954 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7379ce50-76c0-4724-a143-68bbe2892226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.994186 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7379ce50-76c0-4724-a143-68bbe2892226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.996038 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-7379ce50-76c0-4724-a143-68bbe2892226 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98951026-fe68-4481-9d31-755adc0d536a HTTP/1.1" status: 204 len: 168 time: 0.1931262 Jul 08 02:46:04.007101 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379ce50-76c0-4724-a143-68bbe2892226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98951026-fe68-4481-9d31-755adc0d536a,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:04.110232 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-778baa32-3524-4d00-b519-1d7700c6fd8a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:04.115555 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-778baa32-3524-4d00-b519-1d7700c6fd8a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:04.235583 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.l3_db [None req-778baa32-3524-4d00-b519-1d7700c6fd8a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Floating IP 70b6da1a-3ab0-4611-ae6b-6c2812eb34e5 associated. External IP: 172.27.1.205, port: bbfd1f1c-9210-48b8-9d3f-0084edafab18. Jul 08 02:46:04.483560 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 38140) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:04.502856 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-957e52e8-9a57-4e39-a144-f83350738e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:04.706085 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc689383-2bec-45d9-a2f7-b1855a47b6c3 req-4564d216-4946-4f97-8d77-ed4e581c94c1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:04.707634 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bc689383-2bec-45d9-a2f7-b1855a47b6c3 req-4564d216-4946-4f97-8d77-ed4e581c94c1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.1261091 Jul 08 02:46:04.722510 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778baa32-3524-4d00-b519-1d7700c6fd8a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Router e4b7857b-45c3-436c-8bf0-1c0488f7795a has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:46:04.723114 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-957e52e8-9a57-4e39-a144-f83350738e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:04.740491 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-957e52e8-9a57-4e39-a144-f83350738e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:04.820401 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bc689383-2bec-45d9-a2f7-b1855a47b6c3 req-a0661a6f-1c72-43ed-b84a-2908412d4ff8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033418 Jul 08 02:46:04.823977 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-957e52e8-9a57-4e39-a144-f83350738e69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8920009b1c3b430795e9837fee188cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388619 Jul 08 02:46:04.825148 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e52e8-9a57-4e39-a144-f83350738e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440e2314-0152-4bd4-8999-81187c8512ef,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:04.827927 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 38158) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:04.893778 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e0c6eca2-2db7-4d07-b195-0b2a3d60c7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:04.910460 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778baa32-3524-4d00-b519-1d7700c6fd8a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:46:04.921830 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-778baa32-3524-4d00-b519-1d7700c6fd8a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:04.926354 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab3df4f-10cb-4dd6-9fc4-dc29539fcf8d None None] Sync routers for ids ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:46:04.928347 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e0c6eca2-2db7-4d07-b195-0b2a3d60c7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:04.939665 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab3df4f-10cb-4dd6-9fc4-dc29539fcf8d None None] Routers {'e4b7857b-45c3-436c-8bf0-1c0488f7795a'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:46:04.940768 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-aab3df4f-10cb-4dd6-9fc4-dc29539fcf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:05.018614 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-778baa32-3524-4d00-b519-1d7700c6fd8a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "PUT /v2.0/floatingips/70b6da1a-3ab0-4611-ae6b-6c2812eb34e5 HTTP/1.1" status: 200 len: 991 time: 1.8663146 Jul 08 02:46:05.019445 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44617b5d-dded-428d-8dbb-fcced8dc7138', 'tag': 'bbfd1f1c-9210-48b8-9d3f-0084edafab18'}] {{(pid=104846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:46:05.021940 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4642cb0c9f5c32944fea4b8f428ab57aabc69f35ee3f838cfab6a352ae66987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05d5d7f-b484-40fd-843e-e3fd6ab07362" -d '{"events": [{"name": "network-changed", "server_uuid": "44617b5d-dded-428d-8dbb-fcced8dc7138", "tag": "bbfd1f1c-9210-48b8-9d3f-0084edafab18"}]}' {{(pid=104846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:46:05.083414 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e0c6eca2-2db7-4d07-b195-0b2a3d60c7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.089932 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e0c6eca2-2db7-4d07-b195-0b2a3d60c7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.093616 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-e0c6eca2-2db7-4d07-b195-0b2a3d60c7df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/440e2314-0152-4bd4-8999-81187c8512ef HTTP/1.1" status: 204 len: 168 time: 0.2645690 Jul 08 02:46:05.108118 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6eca2-2db7-4d07-b195-0b2a3d60c7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440e2314-0152-4bd4-8999-81187c8512ef,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:05.130116 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-aab3df4f-10cb-4dd6-9fc4-dc29539fcf8d None None] Set router e4b7857b-45c3-436c-8bf0-1c0488f7795a gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:46:05.197743 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 38170) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:05.203783 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f8da5-0d6c-416e-9396-594271760d7a req-e9e4f2f0-f00b-4168-904d-9aaba532204f tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:05.213661 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-375f8da5-0d6c-416e-9396-594271760d7a req-e9e4f2f0-f00b-4168-904d-9aaba532204f tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 944 time: 0.2569380 Jul 08 02:46:05.244723 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a47d-1ff1-47e6-a5d0-810564345a02 req-9d9eb191-143b-433a-9f6f-0f6301a617de tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:05.252749 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 38174) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:05.255088 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-45b2a47d-1ff1-47e6-a5d0-810564345a02 req-9d9eb191-143b-433a-9f6f-0f6301a617de tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.2144136 Jul 08 02:46:05.257800 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-b8303f0f-1915-42d5-b95f-2e9110f92eb1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Request body: {'floatingip': {'port_id': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:05.265784 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 6347b15f-9824-4a97-9375-be9d318bb5bb up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:46:05.342814 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-375f8da5-0d6c-416e-9396-594271760d7a req-5a1c7742-e1b3-4388-a12b-40288d463543 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281273 Jul 08 02:46:05.377275 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b8303f0f-1915-42d5-b95f-2e9110f92eb1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for floatingip, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.418534 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port 6347b15f-9824-4a97-9375-be9d318bb5bb completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:46:05.424906 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port 6347b15f-9824-4a97-9375-be9d318bb5bb triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:05.425766 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.434917 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87898fe5-c6ef-4326-b6ac-595f602576ee x-openstack-request-id: req-87898fe5-c6ef-4326-b6ac-595f602576ee {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:46:05.435392 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44617b5d-dded-428d-8dbb-fcced8dc7138", "tag": "bbfd1f1c-9210-48b8-9d3f-0084edafab18", "status": "completed", "code": 200}]} {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:46:05.435958 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87898fe5-c6ef-4326-b6ac-595f602576ee {{(pid=104846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:46:05.436798 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44617b5d-dded-428d-8dbb-fcced8dc7138', 'tag': 'bbfd1f1c-9210-48b8-9d3f-0084edafab18', 'status': 'completed', 'code': 200} Jul 08 02:46:05.571496 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-508c52d6-4ebf-4b2e-973a-2ccfda3a7e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.577611 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.585303 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-aab3df4f-10cb-4dd6-9fc4-dc29539fcf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': '70b6da1a-3ab0-4611-ae6b-6c2812eb34e5', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'port_id': 'bbfd1f1c-9210-48b8-9d3f-0084edafab18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'mac_address': 'fa:16:3e:99:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44617b5d-dded-428d-8dbb-fcced8dc7138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:45:36Z', 'updated_at': '2021-07-08T02:46:03Z', 'revision_number': 1, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5989de48-df84-4433-8b93-b22c2213dc3c', 'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'mac_address': 'fa:16:3e:ec:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:25Z', 'updated_at': '2021-07-08T02:45:39Z', 'revision_number': 5, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'subnets': [{'id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:05.592947 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d5d7f-b484-40fd-843e-e3fd6ab07362 req-d3575bc4-1d68-4de3-83e3-b3b818476eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:05.595241 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c05d5d7f-b484-40fd-843e-e3fd6ab07362 req-d3575bc4-1d68-4de3-83e3-b3b818476eb4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 1098 time: 0.1455121 Jul 08 02:46:05.619852 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab3df4f-10cb-4dd6-9fc4-dc29539fcf8d None None] Checking router: e4b7857b-45c3-436c-8bf0-1c0488f7795a for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:46:05.627262 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7711e08-2d41-4610-b73b-0594c3e04b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6347b15f-9824-4a97-9375-be9d318bb5bb'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:46:05.631819 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab3df4f-10cb-4dd6-9fc4-dc29539fcf8d None None] Routers {'e4b7857b-45c3-436c-8bf0-1c0488f7795a'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:46:05.632433 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-aab3df4f-10cb-4dd6-9fc4-dc29539fcf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:05.633475 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44836df-3358-4427-a9f2-51be8b00082d" -d '{"events": [{"server_uuid": "e7711e08-2d41-4610-b73b-0594c3e04b48", "name": "network-vif-plugged", "status": "completed", "tag": "6347b15f-9824-4a97-9375-be9d318bb5bb"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:46:05.692025 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 6347b15f-9824-4a97-9375-be9d318bb5bb, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=6347b15f-9824-4a97-9375-be9d318bb5bb,segment=NetworkSegment(bdc94bd5-393a-41bf-8321-43ba9b55594a),segment_id=bdc94bd5-393a-41bf-8321-43ba9b55594a)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:05.706770 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.707640 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 2a83479c-cf4b-44a6-97f9-9a87fce49e8b up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:46:05.752679 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c15f513-cc1d-463b-abea-bcb213426740 x-openstack-request-id: req-8c15f513-cc1d-463b-abea-bcb213426740 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:46:05.752967 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7711e08-2d41-4610-b73b-0594c3e04b48", "name": "network-vif-plugged", "status": "completed", "tag": "6347b15f-9824-4a97-9375-be9d318bb5bb", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:46:05.774603 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c15f513-cc1d-463b-abea-bcb213426740 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:46:05.779463 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7711e08-2d41-4610-b73b-0594c3e04b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6347b15f-9824-4a97-9375-be9d318bb5bb', 'code': 200} Jul 08 02:46:05.831591 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-aab3df4f-10cb-4dd6-9fc4-dc29539fcf8d None None] Set router e4b7857b-45c3-436c-8bf0-1c0488f7795a gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:46:05.846720 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=6347b15f-9824-4a97-9375-be9d318bb5bb,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:05.861842 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port 2a83479c-cf4b-44a6-97f9-9a87fce49e8b completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:46:05.866632 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port 2a83479c-cf4b-44a6-97f9-9a87fce49e8b triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:05.867197 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.884791 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d5d7f-b484-40fd-843e-e3fd6ab07362 req-f43e86fc-b997-403d-9029-1e2177089cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:05.890292 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c05d5d7f-b484-40fd-843e-e3fd6ab07362 req-f43e86fc-b997-403d-9029-1e2177089cf4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 911 time: 0.2861352 Jul 08 02:46:06.014741 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:06.051644 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 2a83479c-cf4b-44a6-97f9-9a87fce49e8b, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=2a83479c-cf4b-44a6-97f9-9a87fce49e8b,segment=NetworkSegment(bdc94bd5-393a-41bf-8321-43ba9b55594a),segment_id=bdc94bd5-393a-41bf-8321-43ba9b55594a)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:06.060242 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:06.148444 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=2a83479c-cf4b-44a6-97f9-9a87fce49e8b,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:06.234502 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-aab3df4f-10cb-4dd6-9fc4-dc29539fcf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': '70b6da1a-3ab0-4611-ae6b-6c2812eb34e5', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'port_id': 'bbfd1f1c-9210-48b8-9d3f-0084edafab18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'mac_address': 'fa:16:3e:99:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44617b5d-dded-428d-8dbb-fcced8dc7138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:45:36Z', 'updated_at': '2021-07-08T02:46:03Z', 'revision_number': 1, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5989de48-df84-4433-8b93-b22c2213dc3c', 'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'mac_address': 'fa:16:3e:ec:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:25Z', 'updated_at': '2021-07-08T02:45:39Z', 'revision_number': 5, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'subnets': [{'id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:06.243041 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-508c52d6-4ebf-4b2e-973a-2ccfda3a7e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:06.259617 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-508c52d6-4ebf-4b2e-973a-2ccfda3a7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:06.270305 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab3df4f-10cb-4dd6-9fc4-dc29539fcf8d None None] The sync data for ids ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'] in dv-cinder-789077-2-iscsi is: [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': '70b6da1a-3ab0-4611-ae6b-6c2812eb34e5', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'port_id': 'bbfd1f1c-9210-48b8-9d3f-0084edafab18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'mac_address': 'fa:16:3e:99:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44617b5d-dded-428d-8dbb-fcced8dc7138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:45:36Z', 'updated_at': '2021-07-08T02:46:03Z', 'revision_number': 1, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5989de48-df84-4433-8b93-b22c2213dc3c', 'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'mac_address': 'fa:16:3e:ec:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:25Z', 'updated_at': '2021-07-08T02:45:39Z', 'revision_number': 5, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'subnets': [{'id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:46:06.284496 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c05d5d7f-b484-40fd-843e-e3fd6ab07362 req-fadf9a50-9cb8-46b0-aa89-b3edeb269aa4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbfd1f1c-9210-48b8-9d3f-0084edafab18 HTTP/1.1" status: 200 len: 999 time: 0.3875358 Jul 08 02:46:06.338398 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c52d6-4ebf-4b2e-973a-2ccfda3a7e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8720eb99-b90c-4796-936c-be6c6b69e805,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:06.363018 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d5d7f-b484-40fd-843e-e3fd6ab07362 req-012c9591-61ed-43a1-b71b-ff9497cf9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:06.365807 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c05d5d7f-b484-40fd-843e-e3fd6ab07362 req-012c9591-61ed-43a1-b71b-ff9497cf9fc8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.0684609 Jul 08 02:46:06.394265 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-508c52d6-4ebf-4b2e-973a-2ccfda3a7e98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c8c238957c1453f994f1eb2955fd2c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1917577 Jul 08 02:46:06.395336 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 38210) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:06.408091 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625312b1-4b46-400a-9ccc-53e14b47254b req-66e3f6c8-f271-415d-8340-7d72d4a1c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:06.409627 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-625312b1-4b46-400a-9ccc-53e14b47254b req-66e3f6c8-f271-415d-8340-7d72d4a1c027 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 1099 time: 0.2796466 Jul 08 02:46:06.463704 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d5d7f-b484-40fd-843e-e3fd6ab07362 req-905a1d40-2358-466c-922b-9ab8844969c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:06.467248 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c05d5d7f-b484-40fd-843e-e3fd6ab07362 req-905a1d40-2358-466c-922b-9ab8844969c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0943995 Jul 08 02:46:06.564403 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b8303f0f-1915-42d5-b95f-2e9110f92eb1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:06.572596 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04deb687-857d-4602-87ea-b4f0f1ae1460 None None] New status for floating IP 70b6da1a-3ab0-4611-ae6b-6c2812eb34e5: ACTIVE {{(pid=104847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:46:06.574297 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-625312b1-4b46-400a-9ccc-53e14b47254b req-a46b0bc9-c4dd-4347-9f6d-ca54f34c0d95 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533577 Jul 08 02:46:06.588222 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b8303f0f-1915-42d5-b95f-2e9110f92eb1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:06.591944 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b0a74d0b-b297-4589-87d1-e39afd975ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:06.651215 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c05d5d7f-b484-40fd-843e-e3fd6ab07362 req-1652bcf0-1557-4cf3-9ffb-f3b40a159b09 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727412 Jul 08 02:46:06.704612 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b0a74d0b-b297-4589-87d1-e39afd975ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:06.766139 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77972ae-fa31-4b37-bf41-327dea52c825 req-8ffa3195-c412-40cc-9416-d566c1f4aeec tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:06.773130 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e77972ae-fa31-4b37-bf41-327dea52c825 req-8ffa3195-c412-40cc-9416-d566c1f4aeec tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.2968643 Jul 08 02:46:06.794513 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.l3_db [None req-b8303f0f-1915-42d5-b95f-2e9110f92eb1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Floating IP 032c1e36-9bd4-4491-a7c1-ddfdd19e69db associated. External IP: 172.27.1.94, port: 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0. Jul 08 02:46:06.829779 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e77972ae-fa31-4b37-bf41-327dea52c825 req-58d4db4b-c704-4364-b1f8-75d379118f06 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557466 Jul 08 02:46:06.848213 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b0a74d0b-b297-4589-87d1-e39afd975ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:06.850318 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c05d5d7f-b484-40fd-843e-e3fd6ab07362 req-d51b9f9b-ff63-468d-8f7a-59fdcea595eb service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878345 Jul 08 02:46:06.851393 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b0a74d0b-b297-4589-87d1-e39afd975ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:06.852598 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-b0a74d0b-b297-4589-87d1-e39afd975ed3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8720eb99-b90c-4796-936c-be6c6b69e805 HTTP/1.1" status: 204 len: 168 time: 0.4556367 Jul 08 02:46:06.875483 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a74d0b-b297-4589-87d1-e39afd975ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8720eb99-b90c-4796-936c-be6c6b69e805,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:07.161008 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8303f0f-1915-42d5-b95f-2e9110f92eb1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Router bc321ce1-601b-4964-822e-6e45e5fd18f0 has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:46:07.282718 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8303f0f-1915-42d5-b95f-2e9110f92eb1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:46:07.287471 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b8303f0f-1915-42d5-b95f-2e9110f92eb1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:07.295485 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd59742-9cdf-4c5b-9826-70727e4df90f None None] Sync routers for ids ['bc321ce1-601b-4964-822e-6e45e5fd18f0'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:46:07.316616 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd59742-9cdf-4c5b-9826-70727e4df90f None None] Routers {'bc321ce1-601b-4964-822e-6e45e5fd18f0'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:46:07.317214 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-cdd59742-9cdf-4c5b-9826-70727e4df90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['bc321ce1-601b-4964-822e-6e45e5fd18f0'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:07.367444 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-b8303f0f-1915-42d5-b95f-2e9110f92eb1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "PUT /v2.0/floatingips/032c1e36-9bd4-4491-a7c1-ddfdd19e69db HTTP/1.1" status: 200 len: 991 time: 2.1133606 Jul 08 02:46:07.438616 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e086179-1faa-4e28-9b17-68812ba26039', 'tag': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0'}] {{(pid=104846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:46:07.441955 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4642cb0c9f5c32944fea4b8f428ab57aabc69f35ee3f838cfab6a352ae66987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f6e2db-7417-4848-96d8-df8ec6b7c68a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e086179-1faa-4e28-9b17-68812ba26039", "tag": "70d1fe9f-fd72-4135-b6f5-a831f9fc86b0"}]}' {{(pid=104846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:46:07.526050 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f86a00-a126-4fd0-9f7e-bca1485dfd69 x-openstack-request-id: req-28f86a00-a126-4fd0-9f7e-bca1485dfd69 {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:46:07.526050 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e086179-1faa-4e28-9b17-68812ba26039", "tag": "70d1fe9f-fd72-4135-b6f5-a831f9fc86b0", "status": "completed", "code": 200}]} {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:46:07.526050 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28f86a00-a126-4fd0-9f7e-bca1485dfd69 {{(pid=104846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:46:07.526307 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e086179-1faa-4e28-9b17-68812ba26039', 'tag': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'status': 'completed', 'code': 200} Jul 08 02:46:07.573182 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-cdd59742-9cdf-4c5b-9826-70727e4df90f None None] Set router bc321ce1-601b-4964-822e-6e45e5fd18f0 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:46:07.718132 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6e2db-7417-4848-96d8-df8ec6b7c68a req-29396d95-0b4d-455e-837b-7124b673ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:07.721099 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-17f6e2db-7417-4848-96d8-df8ec6b7c68a req-29396d95-0b4d-455e-837b-7124b673ec39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf146c7263348b19beed67f69227864&device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 1099 time: 0.0782347 Jul 08 02:46:07.781620 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0314f6c-0917-4bd3-83cd-8d094f865ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a83479c-cf4b-44a6-97f9-9a87fce49e8b'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:46:07.784536 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b22192-67bd-4dcc-aff4-354f14031c70" -d '{"events": [{"server_uuid": "c0314f6c-0917-4bd3-83cd-8d094f865ab8", "name": "network-vif-plugged", "status": "completed", "tag": "2a83479c-cf4b-44a6-97f9-9a87fce49e8b"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:46:07.864231 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b8cf08-7a12-4364-a61f-6d39b33e5446 x-openstack-request-id: req-53b8cf08-7a12-4364-a61f-6d39b33e5446 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:46:07.866597 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0314f6c-0917-4bd3-83cd-8d094f865ab8", "name": "network-vif-plugged", "status": "completed", "tag": "2a83479c-cf4b-44a6-97f9-9a87fce49e8b", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:46:07.866926 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53b8cf08-7a12-4364-a61f-6d39b33e5446 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:46:07.867322 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0314f6c-0917-4bd3-83cd-8d094f865ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a83479c-cf4b-44a6-97f9-9a87fce49e8b', 'code': 200} Jul 08 02:46:07.884115 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6e2db-7417-4848-96d8-df8ec6b7c68a req-2173e040-1600-45bf-8048-8c4fc77cf353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:07.885744 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-17f6e2db-7417-4848-96d8-df8ec6b7c68a req-2173e040-1600-45bf-8048-8c4fc77cf353 service neutron] 10.222.0.54 "GET /v2.0/networks?id=06c852e3-976b-48a1-a484-4e900038f3c5 HTTP/1.1" status: 200 len: 917 time: 0.1389148 Jul 08 02:46:07.945536 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-cdd59742-9cdf-4c5b-9826-70727e4df90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': '032c1e36-9bd4-4491-a7c1-ddfdd19e69db', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'port_id': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'mac_address': 'fa:16:3e:ec:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e086179-1faa-4e28-9b17-68812ba26039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:45:43Z', 'updated_at': '2021-07-08T02:46:06Z', 'revision_number': 1, 'project_id': '3bf146c7263348b19beed67f69227864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99528089-392b-4aa7-b3e8-e9a0d0aa9675', 'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'mac_address': 'fa:16:3e:d9:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:28Z', 'updated_at': '2021-07-08T02:45:40Z', 'revision_number': 5, 'project_id': '3bf146c7263348b19beed67f69227864', 'subnets': [{'id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:07.977847 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd59742-9cdf-4c5b-9826-70727e4df90f None None] Checking router: bc321ce1-601b-4964-822e-6e45e5fd18f0 for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:46:07.987878 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd59742-9cdf-4c5b-9826-70727e4df90f None None] Routers {'bc321ce1-601b-4964-822e-6e45e5fd18f0'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:46:07.988817 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-cdd59742-9cdf-4c5b-9826-70727e4df90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:45:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['bc321ce1-601b-4964-822e-6e45e5fd18f0'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:08.099177 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f8343-0b24-4e67-886a-c885dd093414 req-7827287e-64bb-430e-be62-e57933cd0f47 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:08.101202 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-024f8343-0b24-4e67-886a-c885dd093414 req-7827287e-64bb-430e-be62-e57933cd0f47 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.1061351 Jul 08 02:46:08.139950 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-cdd59742-9cdf-4c5b-9826-70727e4df90f None None] Set router bc321ce1-601b-4964-822e-6e45e5fd18f0 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:46:08.155912 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-024f8343-0b24-4e67-886a-c885dd093414 req-d617346f-a919-4e95-9be8-cd6e29a6ae2f tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487626 Jul 08 02:46:08.380183 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-cdd59742-9cdf-4c5b-9826-70727e4df90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': '032c1e36-9bd4-4491-a7c1-ddfdd19e69db', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'port_id': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'mac_address': 'fa:16:3e:ec:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e086179-1faa-4e28-9b17-68812ba26039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:45:43Z', 'updated_at': '2021-07-08T02:46:06Z', 'revision_number': 1, 'project_id': '3bf146c7263348b19beed67f69227864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99528089-392b-4aa7-b3e8-e9a0d0aa9675', 'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'mac_address': 'fa:16:3e:d9:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:28Z', 'updated_at': '2021-07-08T02:45:40Z', 'revision_number': 5, 'project_id': '3bf146c7263348b19beed67f69227864', 'subnets': [{'id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:08.408938 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd59742-9cdf-4c5b-9826-70727e4df90f None None] The sync data for ids ['bc321ce1-601b-4964-822e-6e45e5fd18f0'] in dv-cinder-789077-2-iscsi is: [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': '032c1e36-9bd4-4491-a7c1-ddfdd19e69db', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'port_id': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'mac_address': 'fa:16:3e:ec:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e086179-1faa-4e28-9b17-68812ba26039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:45:43Z', 'updated_at': '2021-07-08T02:46:06Z', 'revision_number': 1, 'project_id': '3bf146c7263348b19beed67f69227864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99528089-392b-4aa7-b3e8-e9a0d0aa9675', 'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'mac_address': 'fa:16:3e:d9:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:28Z', 'updated_at': '2021-07-08T02:45:40Z', 'revision_number': 5, 'project_id': '3bf146c7263348b19beed67f69227864', 'subnets': [{'id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:46:08.590473 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4c482f-2707-41fa-80e7-e31ab8f9a5bf None None] New status for floating IP 032c1e36-9bd4-4491-a7c1-ddfdd19e69db: ACTIVE {{(pid=104847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:46:11.075466 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-17f6e2db-7417-4848-96d8-df8ec6b7c68a req-34abcf2c-115c-40ef-82c0-f7a9f3e47853 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 HTTP/1.1" status: 200 len: 1001 time: 0.0703113 Jul 08 02:46:11.135103 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6e2db-7417-4848-96d8-df8ec6b7c68a req-24aa45e9-7156-4c7a-b482-268ea70b4590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:11.137602 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-17f6e2db-7417-4848-96d8-df8ec6b7c68a req-24aa45e9-7156-4c7a-b482-268ea70b4590 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cf243d-2400-43e3-a620-04f0df041e5e HTTP/1.1" status: 200 len: 855 time: 0.0481601 Jul 08 02:46:11.254051 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6e2db-7417-4848-96d8-df8ec6b7c68a req-8e0bc40a-0753-4b89-9518-c35e491ea02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:11.254916 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c432ed-5f3c-4631-8d07-15171c29acc0 req-0228ca8e-4338-4b30-9a91-9e6197f4a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:11.255561 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-17f6e2db-7417-4848-96d8-df8ec6b7c68a req-8e0bc40a-0753-4b89-9518-c35e491ea02f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=06c852e3-976b-48a1-a484-4e900038f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1003103 Jul 08 02:46:11.256381 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-c5c432ed-5f3c-4631-8d07-15171c29acc0 req-0228ca8e-4338-4b30-9a91-9e6197f4a79b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 1098 time: 0.0556116 Jul 08 02:46:11.263376 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe19a60-1029-43bb-92c2-d387edd11060 req-ad6d9faa-7302-4850-bfcd-f4462bee80aa tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:11.264772 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6fe19a60-1029-43bb-92c2-d387edd11060 req-ad6d9faa-7302-4850-bfcd-f4462bee80aa tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.1106791 Jul 08 02:46:11.312670 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-c5c432ed-5f3c-4631-8d07-15171c29acc0 req-439bb734-5b34-423f-93b7-5a9351dff0c7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302517 Jul 08 02:46:11.349651 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6fe19a60-1029-43bb-92c2-d387edd11060 req-152ebc48-2969-4d3b-b16b-f3c3892c1eca tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793602 Jul 08 02:46:11.384174 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-17f6e2db-7417-4848-96d8-df8ec6b7c68a req-fd98777e-288a-46fc-95c1-fb0f9e13da31 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001785 Jul 08 02:46:11.511232 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-17f6e2db-7417-4848-96d8-df8ec6b7c68a req-e28bd3d7-015d-441d-925c-c16e02143d60 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889060 Jul 08 02:46:12.212556 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-6bc5af50-dc03-43b7-940d-142cac61c9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:14.623436 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:14.718337 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-73805c27-4c9c-40ef-a1a2-111011d9156f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:14.933095 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:15.267968 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3101e8-ea36-42cd-8a5f-27b393c58984 req-d58f54de-ff96-431a-95f1-177e5f22b785 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:15.269460 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-da3101e8-ea36-42cd-8a5f-27b393c58984 req-d58f54de-ff96-431a-95f1-177e5f22b785 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0691619 Jul 08 02:46:15.306665 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-da3101e8-ea36-42cd-8a5f-27b393c58984 req-9dafe979-7bf8-4114-a374-43dc10e9defa tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316024 Jul 08 02:46:16.116528 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:16.286019 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 38448) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:16.413871 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-1a1bbf5c-f620-4dab-b4da-a33baa8ce0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:16.541615 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ada7f8-a704-4b30-b9f0-dace2e97922f req-fdcc6288-2808-4f71-9ee6-1abed69fc309 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:16.543975 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e1ada7f8-a704-4b30-b9f0-dace2e97922f req-fdcc6288-2808-4f71-9ee6-1abed69fc309 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.1017394 Jul 08 02:46:16.603782 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-1a1bbf5c-f620-4dab-b4da-a33baa8ce0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:16.608118 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e1ada7f8-a704-4b30-b9f0-dace2e97922f req-a447b91c-5b8c-48e3-8071-a078b9ad5719 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573359 Jul 08 02:46:16.610091 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-1a1bbf5c-f620-4dab-b4da-a33baa8ce0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:16.656749 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-1a1bbf5c-f620-4dab-b4da-a33baa8ce0e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d14e8b086350411eafeb460a7bb50e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660994 Jul 08 02:46:16.656749 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bbf5c-f620-4dab-b4da-a33baa8ce0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2768dac-8d38-4c36-99ad-1ba4e71476c0,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:16.657250 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 38462) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:16.710840 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0a395d7e-35af-490d-80c6-83c6b07905fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:16.732763 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0a395d7e-35af-490d-80c6-83c6b07905fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:16.784225 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 38466) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:16.791650 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0a395d7e-35af-490d-80c6-83c6b07905fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:16.795426 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0a395d7e-35af-490d-80c6-83c6b07905fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:16.798337 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-0a395d7e-35af-490d-80c6-83c6b07905fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2768dac-8d38-4c36-99ad-1ba4e71476c0 HTTP/1.1" status: 204 len: 168 time: 0.1396089 Jul 08 02:46:16.816400 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a395d7e-35af-490d-80c6-83c6b07905fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2768dac-8d38-4c36-99ad-1ba4e71476c0,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:16.917126 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-fcd892c5-2f63-4e4c-85ad-4169d60493e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.016911 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-fcd892c5-2f63-4e4c-85ad-4169d60493e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.021220 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-fcd892c5-2f63-4e4c-85ad-4169d60493e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.078899 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-fcd892c5-2f63-4e4c-85ad-4169d60493e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=810c315b1d8d4ea0bb8ea7d6cda7bb06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904215 Jul 08 02:46:17.078991 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 38478) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:17.088429 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd892c5-2f63-4e4c-85ad-4169d60493e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f5485d-1d3f-4d24-8bad-a000524ac856,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:17.173462 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 38488) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:17.189195 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b8827132-9467-4b57-b7ab-7a3c84a8f18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.221069 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-6a298338-6b3e-4da5-9a60-35b3f08f99f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.264733 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f26e-4dac-4aa9-8854-a0acb9f65dd1 req-a4b42992-3441-4066-a403-31aa4660bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:17.266276 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6f57f26e-4dac-4aa9-8854-a0acb9f65dd1 req-a4b42992-3441-4066-a403-31aa4660bc81 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a5d202fe7cfb4f5fb673b6e866dc7b7b&device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 1098 time: 0.1380706 Jul 08 02:46:17.272470 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-6a298338-6b3e-4da5-9a60-35b3f08f99f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.291263 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b8827132-9467-4b57-b7ab-7a3c84a8f18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.296344 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b8827132-9467-4b57-b7ab-7a3c84a8f18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.370817 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-b8827132-9467-4b57-b7ab-7a3c84a8f18e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=539f032e01c844518e35cb2a4c16fd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951718 Jul 08 02:46:17.375459 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 38502) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:17.383729 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8827132-9467-4b57-b7ab-7a3c84a8f18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9568c1dd-70d0-4632-a7b8-c4f6db48f36e,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:17.436242 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374c58d-b471-45cf-9683-e4bf081a5693 req-2a54f4dc-0b56-4481-900a-1e98201e845e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:17.437801 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5374c58d-b471-45cf-9683-e4bf081a5693 req-2a54f4dc-0b56-4481-900a-1e98201e845e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.2310078 Jul 08 02:46:17.448355 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.487330 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f26e-4dac-4aa9-8854-a0acb9f65dd1 req-8aa6a1ee-e002-427c-81f9-f8797713b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:17.488925 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6f57f26e-4dac-4aa9-8854-a0acb9f65dd1 req-8aa6a1ee-e002-427c-81f9-f8797713b4ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9 HTTP/1.1" status: 200 len: 920 time: 0.2144163 Jul 08 02:46:17.500338 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-6a298338-6b3e-4da5-9a60-35b3f08f99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.502935 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-6a298338-6b3e-4da5-9a60-35b3f08f99f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.503988 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-6a298338-6b3e-4da5-9a60-35b3f08f99f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90f5485d-1d3f-4d24-8bad-a000524ac856 HTTP/1.1" status: 204 len: 168 time: 0.4244497 Jul 08 02:46:17.550662 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-44e5373f-5fcc-4461-a418-30ffe99aa690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.560231 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6f57f26e-4dac-4aa9-8854-a0acb9f65dd1 req-91e008ec-513b-4df5-828b-6d93a0b6c324 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a83479c-cf4b-44a6-97f9-9a87fce49e8b HTTP/1.1" status: 200 len: 217 time: 0.0608521 Jul 08 02:46:17.566014 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a298338-6b3e-4da5-9a60-35b3f08f99f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f5485d-1d3f-4d24-8bad-a000524ac856,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:17.572062 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5374c58d-b471-45cf-9683-e4bf081a5693 req-1b57db19-75b8-4dce-89f7-68ee982d8322 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227448 Jul 08 02:46:17.615049 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-44e5373f-5fcc-4461-a418-30ffe99aa690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.661111 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f26e-4dac-4aa9-8854-a0acb9f65dd1 req-eb91944e-0b9f-4f3a-8d6f-6f648468aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:17.662616 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6f57f26e-4dac-4aa9-8854-a0acb9f65dd1 req-eb91944e-0b9f-4f3a-8d6f-6f648468aed3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90ae0588-a597-4f76-9cea-961e086525a9 HTTP/1.1" status: 200 len: 859 time: 0.0863199 Jul 08 02:46:17.704204 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6f57f26e-4dac-4aa9-8854-a0acb9f65dd1 req-32e53b10-6cbb-419d-b00a-717b94c865f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324795 Jul 08 02:46:17.726066 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-44e5373f-5fcc-4461-a418-30ffe99aa690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.729232 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-44e5373f-5fcc-4461-a418-30ffe99aa690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.730395 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-44e5373f-5fcc-4461-a418-30ffe99aa690 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9568c1dd-70d0-4632-a7b8-c4f6db48f36e HTTP/1.1" status: 204 len: 168 time: 0.3506274 Jul 08 02:46:17.772520 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5373f-5fcc-4461-a418-30ffe99aa690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9568c1dd-70d0-4632-a7b8-c4f6db48f36e,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:17.827323 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6f57f26e-4dac-4aa9-8854-a0acb9f65dd1 req-a011ff2a-0e16-4a88-a090-0252577cf9b0 service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153464 Jul 08 02:46:17.953939 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6f57f26e-4dac-4aa9-8854-a0acb9f65dd1 req-75cd7bb1-10c4-42c4-bae6-90f004fb192e service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089821 Jul 08 02:46:18.003359 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 38524) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:18.023300 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:18.069927 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3fb1b-6753-48ca-9320-dd7212f78a35 req-fc8a8fb2-82ac-4919-82b2-81c3749933b1 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:18.071701 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d9b3fb1b-6753-48ca-9320-dd7212f78a35 req-fc8a8fb2-82ac-4919-82b2-81c3749933b1 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 945 time: 0.0716326 Jul 08 02:46:18.120095 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d9b3fb1b-6753-48ca-9320-dd7212f78a35 req-c0e00984-a180-424a-b4eb-67cd9cffaa14 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399115 Jul 08 02:46:18.129278 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:18.133931 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:18.360513 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fec9eaef6f949ebabb2411c9518f934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537676 Jul 08 02:46:18.360513 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12715a78-a86f-40aa-a5dd-273312ca80a4,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:18.361367 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 38538) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:18.366686 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.367037 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.367377 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.367709 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.368037 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.368364 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.368691 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.369015 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.369337 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.369657 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.370014 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.370333 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a2f955-13ba-456e-9173-d62b42a1101e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.413905 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:18.440017 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:18.487322 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:18.490369 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:18.491651 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12715a78-a86f-40aa-a5dd-273312ca80a4 HTTP/1.1" status: 204 len: 168 time: 0.1291900 Jul 08 02:46:18.500820 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12715a78-a86f-40aa-a5dd-273312ca80a4,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:18.508518 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.508879 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.509227 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.509572 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.509940 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.510281 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.510616 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.510949 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.511280 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.512400 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.512712 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.513259 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c8fe23-8507-42a1-8a89-5f79d47c75e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:18.800944 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439078af-4032-4dec-b3fa-7b105e390a64 req-ebdb035f-6e06-49bf-9e64-42e1d6d12a61 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:18.808048 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-439078af-4032-4dec-b3fa-7b105e390a64 req-ebdb035f-6e06-49bf-9e64-42e1d6d12a61 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0880547 Jul 08 02:46:18.851501 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-439078af-4032-4dec-b3fa-7b105e390a64 req-247e2ac9-246b-4ae4-b0d3-2d604e3f28a8 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425422 Jul 08 02:46:19.312634 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62923efe-6a48-4c0f-a35f-24c6e3c8b04c req-38efd3b8-1e75-4547-b4fe-58232dd31793 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:19.314529 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-62923efe-6a48-4c0f-a35f-24c6e3c8b04c req-38efd3b8-1e75-4547-b4fe-58232dd31793 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 945 time: 0.0707808 Jul 08 02:46:19.366398 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-62923efe-6a48-4c0f-a35f-24c6e3c8b04c req-253046ba-aa90-448f-9682-38e7d31c2ff1 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464909 Jul 08 02:46:20.085592 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a23d25-f492-4100-a636-1f43e4e2f0e3 req-d30eaa57-a211-4a2e-b999-578147613e6f tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:20.087337 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-71a23d25-f492-4100-a636-1f43e4e2f0e3 req-d30eaa57-a211-4a2e-b999-578147613e6f tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0754104 Jul 08 02:46:20.126224 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-71a23d25-f492-4100-a636-1f43e4e2f0e3 req-e849a5d5-4801-4343-8bb0-1ac195e90233 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Jul 08 02:46:20.541778 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9268f6f-46a0-433f-8d8a-47226b788097 req-05423f2d-6f8f-4383-b595-e8b326949bb7 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:20.543782 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f9268f6f-46a0-433f-8d8a-47226b788097 req-05423f2d-6f8f-4383-b595-e8b326949bb7 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 945 time: 0.0636311 Jul 08 02:46:20.586209 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f9268f6f-46a0-433f-8d8a-47226b788097 req-16e58324-eb95-49fb-893e-880ceac10a6c tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/security-groups?id=d11d83af-c40a-4c8d-90bf-28d6c4590ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348570 Jul 08 02:46:20.702822 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d00bf9-30ea-4b1c-bb9d-439a3bd5ce56 req-108f5f22-b8bc-4fca-8cb1-b86a39098df9 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:20.704285 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f2d00bf9-30ea-4b1c-bb9d-439a3bd5ce56 req-108f5f22-b8bc-4fca-8cb1-b86a39098df9 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.54 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 945 time: 0.0710986 Jul 08 02:46:20.847745 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-f2d00bf9-30ea-4b1c-bb9d-439a3bd5ce56 req-3f0df425-3344-40a1-b6b7-714065a401d0 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Deleting port fc688075-8764-4608-a09c-f70989eac36e {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:46:20.848024 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-f2d00bf9-30ea-4b1c-bb9d-439a3bd5ce56 req-3f0df425-3344-40a1-b6b7-714065a401d0 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:20.939175 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-f2d00bf9-30ea-4b1c-bb9d-439a3bd5ce56 req-3f0df425-3344-40a1-b6b7-714065a401d0 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] For port fc688075-8764-4608-a09c-f70989eac36e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fc688075-8764-4608-a09c-f70989eac36e,segment=NetworkSegment(982f72c1-7745-4ab2-9caa-550f5120b499),segment_id=982f72c1-7745-4ab2-9caa-550f5120b499)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:20.939550 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-f2d00bf9-30ea-4b1c-bb9d-439a3bd5ce56 req-3f0df425-3344-40a1-b6b7-714065a401d0 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:20.955488 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-f2d00bf9-30ea-4b1c-bb9d-439a3bd5ce56 req-3f0df425-3344-40a1-b6b7-714065a401d0 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Calling delete_port for fc688075-8764-4608-a09c-f70989eac36e owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:46:21.138374 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-f2d00bf9-30ea-4b1c-bb9d-439a3bd5ce56 req-3f0df425-3344-40a1-b6b7-714065a401d0 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:21.151814 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['fc688075-8764-4608-a09c-f70989eac36e'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:46:21.179683 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0df425-3344-40a1-b6b7-714065a401d0 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Pushing event deleted for resources: {'Port': ['ID=fc688075-8764-4608-a09c-f70989eac36e,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:21.274802 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d00bf9-30ea-4b1c-bb9d-439a3bd5ce56 req-3f0df425-3344-40a1-b6b7-714065a401d0 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] No DVR routers for this DVR port fc688075-8764-4608-a09c-f70989eac36e on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:46:21.278872 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-f2d00bf9-30ea-4b1c-bb9d-439a3bd5ce56 req-3f0df425-3344-40a1-b6b7-714065a401d0 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:21.281928 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f2d00bf9-30ea-4b1c-bb9d-439a3bd5ce56 req-3f0df425-3344-40a1-b6b7-714065a401d0 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.54 "DELETE /v2.0/ports/fc688075-8764-4608-a09c-f70989eac36e HTTP/1.1" status: 204 len: 173 time: 0.5701923 Jul 08 02:46:21.281928 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e152277c-05f3-4846-9a1e-c100b0c438a8', 'name': 'network-vif-deleted', 'tag': 'fc688075-8764-4608-a09c-f70989eac36e'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:46:21.283625 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132acada-aacf-49b6-a43d-a6de5dc91579" -d '{"events": [{"server_uuid": "e152277c-05f3-4846-9a1e-c100b0c438a8", "name": "network-vif-deleted", "tag": "fc688075-8764-4608-a09c-f70989eac36e"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:46:21.338418 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073e9014-15ed-4944-ae1d-95393c9e4310 x-openstack-request-id: req-073e9014-15ed-4944-ae1d-95393c9e4310 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:46:21.338713 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e152277c-05f3-4846-9a1e-c100b0c438a8", "name": "network-vif-deleted", "tag": "fc688075-8764-4608-a09c-f70989eac36e", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:46:21.338969 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-073e9014-15ed-4944-ae1d-95393c9e4310 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:46:21.339357 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e152277c-05f3-4846-9a1e-c100b0c438a8', 'name': 'network-vif-deleted', 'tag': 'fc688075-8764-4608-a09c-f70989eac36e', 'status': 'completed', 'code': 200} Jul 08 02:46:21.355238 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11a5b5-7ea2-4ae7-9dc2-cea56735de2c req-484b46a9-a255-40bd-b819-9e3833c74273 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:21.357270 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ef11a5b5-7ea2-4ae7-9dc2-cea56735de2c req-484b46a9-a255-40bd-b819-9e3833c74273 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0838459 Jul 08 02:46:21.396946 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ef11a5b5-7ea2-4ae7-9dc2-cea56735de2c req-e6f26191-7cc7-401d-a616-652ed957e67b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317764 Jul 08 02:46:21.732915 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4db49227-b1e6-4601-8833-665c227e3ca2 req-81a7b96b-a59f-4e97-bee0-0205b838062d tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 210 time: 0.0302954 Jul 08 02:46:23.741935 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device fc688075-8764-4608-a09c-f70989eac36e no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:46:23.761657 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: fc688075-8764-4608-a09c-f70989eac36e {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:46:23.762033 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device fc688075-8764-4608-a09c-f70989eac36e not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:46:25.154878 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b0948023-7ae3-4cdc-933a-2a977e13e5fa req-f25bd1f9-b067-4ac4-8dbc-f09f5d171036 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 210 time: 0.0558760 Jul 08 02:46:25.188189 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64343d57-380f-42c5-aeaf-fd9177312585 req-b91fee10-e2b2-4f55-8c82-99abe3279d4d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:25.190202 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-64343d57-380f-42c5-aeaf-fd9177312585 req-b91fee10-e2b2-4f55-8c82-99abe3279d4d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0933719 Jul 08 02:46:25.232665 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-64343d57-380f-42c5-aeaf-fd9177312585 req-121bad5e-6bde-4bf6-8978-960c4565ad90 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362926 Jul 08 02:46:27.795892 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:46:29.002781 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3419513a-93e5-44d3-82a4-22f77140998b req-2b2c7de9-604a-46b5-979b-ef63c7622e77 tempest-DeleteServersTestJSON-402492056 tempest-DeleteServersTestJSON-402492056-project] 10.222.0.21 "GET /v2.0/ports?device_id=e152277c-05f3-4846-9a1e-c100b0c438a8 HTTP/1.1" status: 200 len: 210 time: 0.2574775 Jul 08 02:46:29.040278 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1996e-3103-4cbf-912f-b63f9d0ac985 req-6f2881c3-9f80-4d07-b578-4b47e10c34a2 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:29.041723 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fcc1996e-3103-4cbf-912f-b63f9d0ac985 req-6f2881c3-9f80-4d07-b578-4b47e10c34a2 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.2872126 Jul 08 02:46:29.082378 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fcc1996e-3103-4cbf-912f-b63f9d0ac985 req-fd58bac1-3d18-4bc0-b3f3-6f04ca83466b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343359 Jul 08 02:46:29.734841 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-7a402e9c-6fdf-41e0-a8bd-55b97c2a0bf9 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:29.736459 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-7a402e9c-6fdf-41e0-a8bd-55b97c2a0bf9 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/networks?id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f HTTP/1.1" status: 200 len: 815 time: 0.1155303 Jul 08 02:46:29.753458 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-d7f39a99-1f12-4a37-ae6b-b0f77216faee tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/quotas/d8ebcf760fc740059c4216674192190c HTTP/1.1" status: 200 len: 375 time: 0.0108695 Jul 08 02:46:29.821534 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-ebece9d9-a453-4d21-886d-05ec9225690c tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8ebcf760fc740059c4216674192190c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627379 Jul 08 02:46:29.950564 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-b3ba2c5f-45b8-4a9d-8393-c06ef7d84b6d service neutron] 10.222.0.21 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215866 Jul 08 02:46:30.066015 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-015e8e8b-7537-4c55-a7e3-e645da3e843f service neutron] 10.222.0.21 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979469 Jul 08 02:46:30.296734 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-03f2637a-390f-49be-be95-263ab9956850 req-7d5ddbde-72fb-4d03-a0b8-1ad633a53f85 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 210 time: 0.0473261 Jul 08 02:46:30.344632 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d2b33-1795-49c3-8e35-b8d521350cc3 req-1d98e2b0-0eda-4052-b500-799840481682 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:30.346626 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ca4d2b33-1795-49c3-8e35-b8d521350cc3 req-1d98e2b0-0eda-4052-b500-799840481682 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.1301956 Jul 08 02:46:30.401037 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ca4d2b33-1795-49c3-8e35-b8d521350cc3 req-801d9e39-4208-4748-9db4-099cc976e583 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458381 Jul 08 02:46:31.444172 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-939e79c3-492a-4bf0-bc59-6d5ee7bf280a req-4466f3d8-b62d-4bba-8805-016f503be12f tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 210 time: 0.0306821 Jul 08 02:46:31.458105 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 38918) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:31.672206 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-8dc5794f-f964-431c-8617-cee4aaf265ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:31.725449 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 38936) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:31.758922 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d0d93-3681-42d3-9cd3-49b767030a90 req-ab273223-0ad2-467f-a1fe-a63560ce2406 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:31.766469 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ea9d0d93-3681-42d3-9cd3-49b767030a90 req-ab273223-0ad2-467f-a1fe-a63560ce2406 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.2098534 Jul 08 02:46:31.799096 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9d1026-22d0-42e2-b179-adab2bdaef42 admin admin] Deleting subnet 54baadec-9dd8-4d6c-9465-7b70e7788a3b {{(pid=104846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:46:31.802076 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1026-22d0-42e2-b179-adab2bdaef42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:31.814336 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-187d3142-6455-4b32-98ea-33fe47218f1b tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:31.815851 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-187d3142-6455-4b32-98ea-33fe47218f1b tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "GET /v2.0/networks?id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f HTTP/1.1" status: 200 len: 815 time: 0.2268636 Jul 08 02:46:31.834591 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-4ac96b9e-68ed-46ed-ae1b-e30f7709b25a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Request body: {'port': {'device_id': '95cced89-8939-4bbc-93e5-0cc4b111bd46', 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f', 'admin_state_up': True, 'tenant_id': 'd8ebcf760fc740059c4216674192190c'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:31.837179 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1026-22d0-42e2-b179-adab2bdaef42 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:31.846911 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1026-22d0-42e2-b179-adab2bdaef42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:31.902601 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ea9d0d93-3681-42d3-9cd3-49b767030a90 req-82a80c1d-ab92-40a1-9a7e-d1a3e4772ea3 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351442 Jul 08 02:46:31.915727 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1026-22d0-42e2-b179-adab2bdaef42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for subnet, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:31.951097 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1026-22d0-42e2-b179-adab2bdaef42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:31.955805 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-4f9d1026-22d0-42e2-b179-adab2bdaef42 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/54baadec-9dd8-4d6c-9465-7b70e7788a3b HTTP/1.1" status: 204 len: 168 time: 0.2292495 Jul 08 02:46:31.957814 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 38942) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:31.978109 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d1026-22d0-42e2-b179-adab2bdaef42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54baadec-9dd8-4d6c-9465-7b70e7788a3b,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:31.986076 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-8dc5794f-f964-431c-8617-cee4aaf265ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.030287 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-8dc5794f-f964-431c-8617-cee4aaf265ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.112123 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-8dc5794f-f964-431c-8617-cee4aaf265ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a76227219d0848119be86ca36b2285f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6526756 Jul 08 02:46:32.114998 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 38948) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:32.119898 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5794f-f964-431c-8617-cee4aaf265ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dbeb3e-d2e5-4ff1-8ebd-e7ccda1ea892,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:32.125694 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.127671 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-4ac96b9e-68ed-46ed-ae1b-e30f7709b25a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Made reservation on behalf of d8ebcf760fc740059c4216674192190c for: {'port': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:46:32.131581 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-4ac96b9e-68ed-46ed-ae1b-e30f7709b25a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.201993 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6603f181-6c44-4216-86e2-f08bace33a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.226646 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6603f181-6c44-4216-86e2-f08bace33a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.278706 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6603f181-6c44-4216-86e2-f08bace33a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.281374 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6603f181-6c44-4216-86e2-f08bace33a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.282568 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-6603f181-6c44-4216-86e2-f08bace33a76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0dbeb3e-d2e5-4ff1-8ebd-e7ccda1ea892 HTTP/1.1" status: 204 len: 168 time: 0.1659358 Jul 08 02:46:32.290302 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603f181-6c44-4216-86e2-f08bace33a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dbeb3e-d2e5-4ff1-8ebd-e7ccda1ea892,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:32.339367 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.356523 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:32.356794 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:32.357577 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:32.357958 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Subscribe: > port after_create 55550000 {{(pid=104845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:32.358308 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:32.358661 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Subscribe: > port after_update 55550000 {{(pid=104845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:32.358982 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:32.359304 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:32.359638 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:32.359946 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:32.537666 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:32.538300 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:32.538395 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:32.538783 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:32.539117 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60eac48d-f675-4c1f-b84b-b3aa0361d873']}} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:32.554445 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 38956) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:32.568470 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982f72c1-7745-4ab2-9caa-550f5120b499') {'for_net_delete': True} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:32.568773 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982f72c1-7745-4ab2-9caa-550f5120b499') {} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:32.573471 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-4ac96b9e-68ed-46ed-ae1b-e30f7709b25a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Allocated IP 172.20.0.8 (80fc2b86-db79-4694-a8b1-0cc9a2677a2f/c47d5346-c08a-4b69-96fd-daee2cb1c1d5/fc57d291-b34b-4958-9e0d-d5f59c5e29a0) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:46:32.583329 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6a2a-e3bb-47ed-9e70-9633bb49abeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.629769 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2983168'] for segment, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.634897 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e9c4b5fb-cdeb-4057-94cb-1062c5cda8dc req-44ae6f6c-57c7-45bd-9cda-afc4e774dba1 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 210 time: 0.0690503 Jul 08 02:46:32.668664 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.679933 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6a2a-e3bb-47ed-9e70-9633bb49abeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.685290 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6a2a-e3bb-47ed-9e70-9633bb49abeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.688543 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:46:32.688956 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2876882'] for segment, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: from cryptography.utils import int_from_bytes Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: from cryptography.utils import int_from_bytes Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: Traceback (most recent call last): Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: timer() Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: cb(*args, **kw) Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: return func(*args, **kwargs) Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: self._notify() Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: self.callback(batched_events) Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: event.method(event) Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: return f(self, *a, **k) Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._get(url).json() Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: return self.request(url, 'GET', **kwargs) Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:46:32.692895 dv-cinder-789077-2-iscsi neutron-server[104845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:46:32.726990 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-4d1f6a2a-e3bb-47ed-9e70-9633bb49abeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7bdbc767efc4414879c3698c294a892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711850 Jul 08 02:46:32.728305 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f6a2a-e3bb-47ed-9e70-9633bb49abeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a252be07-f505-4bde-bedc-b2ead836bb20,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:32.731183 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 38960) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:32.790687 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d672434b-efc6-48a2-ab1f-b7b3d3af6027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.814399 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.815723 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d672434b-efc6-48a2-ab1f-b7b3d3af6027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.826322 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.828215 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] 10.222.0.21 "DELETE /v2.0/networks/60eac48d-f675-4c1f-b84b-b3aa0361d873 HTTP/1.1" status: 204 len: 168 time: 0.8672347 Jul 08 02:46:32.854940 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8ed9b-4730-4b04-8598-57c89ab82019 admin admin] Pushing event deleted for resources: {'Network': ['ID=60eac48d-f675-4c1f-b84b-b3aa0361d873,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:32.876011 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d672434b-efc6-48a2-ab1f-b7b3d3af6027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.879289 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d672434b-efc6-48a2-ab1f-b7b3d3af6027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:32.880548 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-d672434b-efc6-48a2-ab1f-b7b3d3af6027 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a252be07-f505-4bde-bedc-b2ead836bb20 HTTP/1.1" status: 204 len: 168 time: 0.1483369 Jul 08 02:46:32.890923 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672434b-efc6-48a2-ab1f-b7b3d3af6027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a252be07-f505-4bde-bedc-b2ead836bb20,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:32.904782 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-4ac96b9e-68ed-46ed-ae1b-e30f7709b25a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:33.023752 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-4ac96b9e-68ed-46ed-ae1b-e30f7709b25a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:33.040760 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['ef75de1d-f6f8-45d6-b7eb-513b024ac0f6'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:46:33.064768 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 38986) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:33.069037 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-4ac96b9e-68ed-46ed-ae1b-e30f7709b25a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:46:33.120315 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac96b9e-68ed-46ed-ae1b-e30f7709b25a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Pushing event updated for resources: {'Port': ['ID=fc57d291-b34b-4958-9e0d-d5f59c5e29a0,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:33.125049 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-4ac96b9e-68ed-46ed-ae1b-e30f7709b25a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:46:33.128073 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-4ac96b9e-68ed-46ed-ae1b-e30f7709b25a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:46:33.196079 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-c80eda38-21c4-40c3-a2ee-b528b63dadeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c3eb7ff4dec4bbb9b3d7a932176acf6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1296620 Jul 08 02:46:33.198548 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 38994) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:33.240130 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-4ac96b9e-68ed-46ed-ae1b-e30f7709b25a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:33.243016 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-4ac96b9e-68ed-46ed-ae1b-e30f7709b25a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:33.289393 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6cf9e03e-629b-4925-ac8a-b1bc1be251d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:33.303064 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23861ff0-9834-4a57-a81d-1281c412f7b0 req-d7f6cb2f-f21c-46da-8a27-e13de7691558 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:33.304670 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-23861ff0-9834-4a57-a81d-1281c412f7b0 req-d7f6cb2f-f21c-46da-8a27-e13de7691558 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.1469591 Jul 08 02:46:33.306460 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-4ac96b9e-68ed-46ed-ae1b-e30f7709b25a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4764357 Jul 08 02:46:33.319444 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6cf9e03e-629b-4925-ac8a-b1bc1be251d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:33.351152 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Request body: {'port': {'device_id': '95cced89-8939-4bbc-93e5-0cc4b111bd46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:33.404562 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6cf9e03e-629b-4925-ac8a-b1bc1be251d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:33.407153 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6cf9e03e-629b-4925-ac8a-b1bc1be251d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:33.408671 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-23861ff0-9834-4a57-a81d-1281c412f7b0 req-7efff395-f55d-4a80-a81e-b52c5d8edc17 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937030 Jul 08 02:46:33.409065 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-6cf9e03e-629b-4925-ac8a-b1bc1be251d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d11d83af-c40a-4c8d-90bf-28d6c4590ec9 HTTP/1.1" status: 204 len: 168 time: 0.2083099 Jul 08 02:46:33.421393 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9e03e-629b-4925-ac8a-b1bc1be251d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11d83af-c40a-4c8d-90bf-28d6c4590ec9,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:33.479534 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:33.805425 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39026) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:33.886734 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc57d291-b34b-4958-9e0d-d5f59c5e29a0 {{(pid=104845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:46:33.899443 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:33.924996 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Transition to ACTIVE for port object fc57d291-b34b-4958-9e0d-d5f59c5e29a0 will not be triggered until provisioned by entity L2. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:46:33.935494 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefc456-4ab7-49bf-bc1e-701a0f245fee req-c2de2aed-8206-4417-a895-8190898f883c tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:33.937252 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3eefc456-4ab7-49bf-bc1e-701a0f245fee req-c2de2aed-8206-4417-a895-8190898f883c tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 931 time: 0.1215637 Jul 08 02:46:33.938766 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.010291 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c030-7caf-498f-8b2c-2b16f2bc6c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.031393 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Pushing event updated for resources: {'Port': ['ID=fc57d291-b34b-4958-9e0d-d5f59c5e29a0,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:34.069602 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3eefc456-4ab7-49bf-bc1e-701a0f245fee req-83c11428-99d3-4087-b4fc-4567b84ca30f tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191292 Jul 08 02:46:34.163883 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Attempting to bind port fc57d291-b34b-4958-9e0d-d5f59c5e29a0 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:46:34.164215 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Attempting to bind port fc57d291-b34b-4958-9e0d-d5f59c5e29a0 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:46:34.164471 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Attempting to bind port fc57d291-b34b-4958-9e0d-d5f59c5e29a0 on network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:46:34.166421 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c030-7caf-498f-8b2c-2b16f2bc6c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.171855 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Port fc57d291-b34b-4958-9e0d-d5f59c5e29a0 on network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:46:34.172189 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c030-7caf-498f-8b2c-2b16f2bc6c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.172314 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Attempting to bind port fc57d291-b34b-4958-9e0d-d5f59c5e29a0 on network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:46:34.181176 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:46:34.182538 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Checking segment: {'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:46:34.182955 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Bound using segment: {'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:46:34.183952 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Bound port: fc57d291-b34b-4958-9e0d-d5f59c5e29a0, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'}}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:46:34.185070 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.217163 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-0ef4c030-7caf-498f-8b2c-2b16f2bc6c70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b86649d450a745cca61fcf03365d7f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100914 Jul 08 02:46:34.218049 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39044) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:34.254189 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39046) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:34.266715 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4c030-7caf-498f-8b2c-2b16f2bc6c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc59325b-13b2-4ae0-88fd-3bd063fb57ba,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:34.291638 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] For port fc57d291-b34b-4958-9e0d-d5f59c5e29a0, host hv-cinder-78907, cleared binding levels {{(pid=104845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:46:34.296821 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] For port fc57d291-b34b-4958-9e0d-d5f59c5e29a0, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fc57d291-b34b-4958-9e0d-d5f59c5e29a0,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:46:34.305452 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.308881 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ac5026ab-dda9-46a9-88fd-a3a6d9e5ae33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.353702 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ac5026ab-dda9-46a9-88fd-a3a6d9e5ae33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.361174 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:34.361789 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.363247 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] 10.222.0.54 "PUT /v2.0/ports/fc57d291-b34b-4958-9e0d-d5f59c5e29a0 HTTP/1.1" status: 200 len: 1093 time: 1.0309801 Jul 08 02:46:34.364345 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cced89-8939-4bbc-93e5-0cc4b111bd46', 'tag': 'fc57d291-b34b-4958-9e0d-d5f59c5e29a0'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:46:34.367187 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611f85ff-cca7-4993-9d1d-69151227a9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "95cced89-8939-4bbc-93e5-0cc4b111bd46", "tag": "fc57d291-b34b-4958-9e0d-d5f59c5e29a0"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:46:34.442115 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ac5026ab-dda9-46a9-88fd-a3a6d9e5ae33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.447117 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ac5026ab-dda9-46a9-88fd-a3a6d9e5ae33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.449282 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-ac5026ab-dda9-46a9-88fd-a3a6d9e5ae33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc59325b-13b2-4ae0-88fd-3bd063fb57ba HTTP/1.1" status: 204 len: 168 time: 0.2286577 Jul 08 02:46:34.480648 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1593483275-network', 'tenant_id': 'dcf11a46d3f545cc9b7f0aa0df847ca3'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:34.484644 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5026ab-dda9-46a9-88fd-a3a6d9e5ae33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc59325b-13b2-4ae0-88fd-3bd063fb57ba,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:34.540938 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33876b-344b-495d-b10f-05e3960dcebd service neutron] Pushing event updated for resources: {'Port': ['ID=fc57d291-b34b-4958-9e0d-d5f59c5e29a0,revision_number=3']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:34.551876 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] Made reservation on behalf of dcf11a46d3f545cc9b7f0aa0df847ca3 for: {'network': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:46:34.554432 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949d6db0-e74f-406c-9d44-837fb396b6d9 x-openstack-request-id: req-949d6db0-e74f-406c-9d44-837fb396b6d9 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:46:34.554879 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.555384 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95cced89-8939-4bbc-93e5-0cc4b111bd46", "tag": "fc57d291-b34b-4958-9e0d-d5f59c5e29a0", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:46:34.557319 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-949d6db0-e74f-406c-9d44-837fb396b6d9 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:46:34.558548 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95cced89-8939-4bbc-93e5-0cc4b111bd46', 'tag': 'fc57d291-b34b-4958-9e0d-d5f59c5e29a0', 'status': 'completed', 'code': 200} Jul 08 02:46:34.577343 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.591912 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-4eae482c-b371-4b2f-814e-295fad58dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:34.594235 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-4eae482c-b371-4b2f-814e-295fad58dcf1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8ebcf760fc740059c4216674192190c&device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 1096 time: 0.1707919 Jul 08 02:46:34.672316 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-d69b745f-f41b-42ab-9251-87fe19c199c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc57d291-b34b-4958-9e0d-d5f59c5e29a0 HTTP/1.1" status: 200 len: 217 time: 0.0675011 Jul 08 02:46:34.759494 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.764807 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-26671fdb-aa81-4e7f-b9e3-17cf7a587517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:34.765736 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.766458 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-26671fdb-aa81-4e7f-b9e3-17cf7a587517 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c47d5346-c08a-4b69-96fd-daee2cb1c1d5 HTTP/1.1" status: 200 len: 855 time: 0.0848448 Jul 08 02:46:34.797686 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=104846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:46:34.801532 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e91a2-1f41-4de5-b79d-2afa47dce981 req-f9771387-02b2-4b38-83b6-d2daf83bdcaa tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:34.803056 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-113e91a2-1f41-4de5-b79d-2afa47dce981 req-f9771387-02b2-4b38-83b6-d2daf83bdcaa tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.1337404 Jul 08 02:46:34.807199 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ddedb7-8b21-403c-a063-3e44d674b32e,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:34.815755 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.816180 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.segments_db [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] Added segment a6f5d774-9288-4101-979b-599ee672d5a8 of type vlan for network 5f980fb6-7849-4614-9ec8-5e99a26c6651 Jul 08 02:46:34.823097 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-e71a5e23-9629-42ce-94e9-83392c5bc2f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391102 Jul 08 02:46:34.876132 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.913207 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-113e91a2-1f41-4de5-b79d-2afa47dce981 req-5a41e79a-f906-4b6d-8edb-477c23990594 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925260 Jul 08 02:46:34.918744 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.920444 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:34.921220 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:34.981761 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-daf8b5b2-6bbb-4ffa-888b-e8c4e684e1f3 service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376901 Jul 08 02:46:35.011975 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] Pushing event updated for resources: {'Network': ['ID=5f980fb6-7849-4614-9ec8-5e99a26c6651,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:35.015012 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-f1c86dee-812a-4350-b1ea-3601c69b5240 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7598345 Jul 08 02:46:35.017823 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39076) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:35.023537 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-a2f8a62a-7ef8-40b9-a30a-cb53bd398ac6 admin admin] Request body: {'subnet': {'network_id': '5f980fb6-7849-4614-9ec8-5e99a26c6651', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1593483275-subnet', 'tenant_id': 'dcf11a46d3f545cc9b7f0aa0df847ca3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:35.026794 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network 5f980fb6-7849-4614-9ec8-5e99a26c6651 details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:46:35.031301 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 39078) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:35.045368 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f8a62a-7ef8-40b9-a30a-cb53bd398ac6 admin admin] Made reservation on behalf of dcf11a46d3f545cc9b7f0aa0df847ca3 for: {'subnet': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:46:35.048278 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a2f8a62a-7ef8-40b9-a30a-cb53bd398ac6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:35.048782 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9b67ab74-9598-43c5-9def-acb4b81e71c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:35.217688 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e8a440-6e08-4679-8149-6ee0eeacaae2 req-de0f1d6b-b6c1-412e-850d-67a03fd9b8a3 service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327960 Jul 08 02:46:35.260347 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9b67ab74-9598-43c5-9def-acb4b81e71c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:35.282748 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9b67ab74-9598-43c5-9def-acb4b81e71c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:35.295814 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a2f8a62a-7ef8-40b9-a30a-cb53bd398ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for subnet, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:35.366984 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67ab74-9598-43c5-9def-acb4b81e71c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2ac5b3-97ef-49d3-bea9-23c1f6e5e0a6,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:35.367829 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8a62a-7ef8-40b9-a30a-cb53bd398ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caf89e04-e54a-45b8-9490-c144735a6bb9,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:35.371470 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-9b67ab74-9598-43c5-9def-acb4b81e71c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a99f2f64f72413d8c820529e29983b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390617 Jul 08 02:46:35.375320 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39084) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:35.381784 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8a62a-7ef8-40b9-a30a-cb53bd398ac6 admin admin] Checking segment: {'id': 'a6f5d774-9288-4101-979b-599ee672d5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5f980fb6-7849-4614-9ec8-5e99a26c6651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:46:35.382196 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f8a62a-7ef8-40b9-a30a-cb53bd398ac6 admin admin] Network hostable DHCP agents. Network: 5f980fb6-7849-4614-9ec8-5e99a26c6651, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:46:35.403501 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c8709-3df4-482a-83f0-448b74bae46d req-c6711667-f066-4ff1-bfe3-0affaf4c354e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:35.405040 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-457c8709-3df4-482a-83f0-448b74bae46d req-c6711667-f066-4ff1-bfe3-0affaf4c354e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 943 time: 0.1664748 Jul 08 02:46:35.431730 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f8a62a-7ef8-40b9-a30a-cb53bd398ac6 admin admin] Network 5f980fb6-7849-4614-9ec8-5e99a26c6651 is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:46:35.432065 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f85ff-cca7-4993-9d1d-69151227a9b3 req-f8dc9ac2-5191-4152-a997-006e835cec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:35.434147 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-611f85ff-cca7-4993-9d1d-69151227a9b3 req-f8dc9ac2-5191-4152-a997-006e835cec1f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8ebcf760fc740059c4216674192190c&device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 1096 time: 0.1322062 Jul 08 02:46:35.449778 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-a2f8a62a-7ef8-40b9-a30a-cb53bd398ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, 5f980fb6-7849-4614-9ec8-5e99a26c6651) {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:46:35.455408 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0231d542-367f-4ef7-9673-fcbdb0e90b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:35.458754 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f8a62a-7ef8-40b9-a30a-cb53bd398ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:35.459406 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a2f8a62a-7ef8-40b9-a30a-cb53bd398ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:35.462101 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfa9ade-56a5-444d-b474-84d52220073f None None] Network 5f980fb6-7849-4614-9ec8-5e99a26c6651 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:46:35.486874 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0231d542-367f-4ef7-9673-fcbdb0e90b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:35.497926 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-a2f8a62a-7ef8-40b9-a30a-cb53bd398ac6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4713109 Jul 08 02:46:35.511050 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-457c8709-3df4-482a-83f0-448b74bae46d req-eab1c1bb-c276-4c9e-9174-8b36cc9cb266 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996263 Jul 08 02:46:35.561204 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0231d542-367f-4ef7-9673-fcbdb0e90b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:35.564478 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0231d542-367f-4ef7-9673-fcbdb0e90b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:35.570917 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-0231d542-367f-4ef7-9673-fcbdb0e90b39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af2ac5b3-97ef-49d3-bea9-23c1f6e5e0a6 HTTP/1.1" status: 204 len: 168 time: 0.1940429 Jul 08 02:46:35.573897 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f85ff-cca7-4993-9d1d-69151227a9b3 req-46e1b93d-bf07-4dd0-a35f-4dd2f0bff7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:35.576252 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-611f85ff-cca7-4993-9d1d-69151227a9b3 req-46e1b93d-bf07-4dd0-a35f-4dd2f0bff7af service neutron] 10.222.0.54 "GET /v2.0/networks?id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f HTTP/1.1" status: 200 len: 916 time: 0.1277044 Jul 08 02:46:35.592133 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231d542-367f-4ef7-9673-fcbdb0e90b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2ac5b3-97ef-49d3-bea9-23c1f6e5e0a6,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:35.681003 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-611f85ff-cca7-4993-9d1d-69151227a9b3 req-ef757d21-b9ff-4a04-a56e-519b69f39cf6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc57d291-b34b-4958-9e0d-d5f59c5e29a0 HTTP/1.1" status: 200 len: 217 time: 0.0808909 Jul 08 02:46:35.704636 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abc765d-60eb-468b-9df6-633adafb0195 None None] Network 5f980fb6-7849-4614-9ec8-5e99a26c6651 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:46:35.806815 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f85ff-cca7-4993-9d1d-69151227a9b3 req-adb51058-6b61-44f2-83d6-b7cf717c7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:35.809286 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-611f85ff-cca7-4993-9d1d-69151227a9b3 req-adb51058-6b61-44f2-83d6-b7cf717c7f8f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c47d5346-c08a-4b69-96fd-daee2cb1c1d5 HTTP/1.1" status: 200 len: 855 time: 0.1193721 Jul 08 02:46:35.884776 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-611f85ff-cca7-4993-9d1d-69151227a9b3 req-747dea0e-7cd7-405b-b0e4-f35c68e9a120 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613835 Jul 08 02:46:36.003224 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-611f85ff-cca7-4993-9d1d-69151227a9b3 req-0b98bcc1-e931-4547-819f-9e595519f51c service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073720 Jul 08 02:46:36.166460 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-611f85ff-cca7-4993-9d1d-69151227a9b3 req-cb4a2c6b-9e11-445a-bba8-c6bdfa4392f1 service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519389 Jul 08 02:46:36.178999 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcece31e-e3ff-4810-a596-fc9565b15336 req-82af2386-283a-4406-9094-9db7ad490197 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:36.180469 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fcece31e-e3ff-4810-a596-fc9565b15336 req-82af2386-283a-4406-9094-9db7ad490197 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0957246 Jul 08 02:46:36.221273 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fcece31e-e3ff-4810-a596-fc9565b15336 req-29d589a7-115e-4fd2-bd52-7fd154379459 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351608 Jul 08 02:46:36.334046 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39134) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:36.339991 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1591587757-network', 'tenant_id': 'ebcf21e7b13d45a198e2cf17bbf66843'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:36.361489 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] Made reservation on behalf of ebcf21e7b13d45a198e2cf17bbf66843 for: {'network': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:46:36.363977 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:36.372909 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:36.467150 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:36.471242 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:36.499941 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=104846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:46:36.505650 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39840ab8-5f9b-49a1-802c-74c7eb8aae81,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:36.514538 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:36.514538 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.segments_db [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] Added segment 4acfc554-02ec-4351-82e0-b0b65328d582 of type vlan for network f96f9b33-fe16-4b53-a0f3-ec1a68a3f5bd Jul 08 02:46:36.559487 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:36.591796 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:36.592909 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:36.593553 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:36.648343 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3131847 Jul 08 02:46:36.652614 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39140) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:36.659212 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-93c40af0-ae36-41d8-853f-939e982db600 admin admin] Request body: {'subnet': {'network_id': 'f96f9b33-fe16-4b53-a0f3-ec1a68a3f5bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1591587757-subnet', 'tenant_id': 'ebcf21e7b13d45a198e2cf17bbf66843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:36.673400 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977225c0-a11b-47e5-a8f3-3d2c194fa114 admin admin] Pushing event updated for resources: {'Network': ['ID=f96f9b33-fe16-4b53-a0f3-ec1a68a3f5bd,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:36.685685 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network f96f9b33-fe16-4b53-a0f3-ec1a68a3f5bd details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:46:36.712137 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c40af0-ae36-41d8-853f-939e982db600 admin admin] Made reservation on behalf of ebcf21e7b13d45a198e2cf17bbf66843 for: {'subnet': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:46:36.716332 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-93c40af0-ae36-41d8-853f-939e982db600 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:36.721411 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17907303-1958-4492-8f72-b4ab44ca0a94 req-793997c0-7c68-4c97-a9ee-8cc7ccc10633 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:36.723111 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-17907303-1958-4492-8f72-b4ab44ca0a94 req-793997c0-7c68-4c97-a9ee-8cc7ccc10633 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 943 time: 0.0955541 Jul 08 02:46:36.763831 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-17907303-1958-4492-8f72-b4ab44ca0a94 req-732cd92d-0482-40e2-896b-35b7af3e9ffb tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350039 Jul 08 02:46:36.916813 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-93c40af0-ae36-41d8-853f-939e982db600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for subnet, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:36.995221 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c40af0-ae36-41d8-853f-939e982db600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dad5876-6589-4a51-b6c1-7555a949ed7e,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:37.003393 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c40af0-ae36-41d8-853f-939e982db600 admin admin] Checking segment: {'id': '4acfc554-02ec-4351-82e0-b0b65328d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f96f9b33-fe16-4b53-a0f3-ec1a68a3f5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:46:37.003760 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c40af0-ae36-41d8-853f-939e982db600 admin admin] Network hostable DHCP agents. Network: f96f9b33-fe16-4b53-a0f3-ec1a68a3f5bd, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:46:37.023733 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c40af0-ae36-41d8-853f-939e982db600 admin admin] Network f96f9b33-fe16-4b53-a0f3-ec1a68a3f5bd is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:46:37.036890 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-93c40af0-ae36-41d8-853f-939e982db600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, f96f9b33-fe16-4b53-a0f3-ec1a68a3f5bd) {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:46:37.042584 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c40af0-ae36-41d8-853f-939e982db600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:37.043305 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-93c40af0-ae36-41d8-853f-939e982db600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:37.048514 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdc7355-cb7c-4893-bf76-0ef05457e859 None None] Network f96f9b33-fe16-4b53-a0f3-ec1a68a3f5bd requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:46:37.095044 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-93c40af0-ae36-41d8-853f-939e982db600 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4411340 Jul 08 02:46:37.238501 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d79d6a-bdf8-4d43-ade1-4ccf6eea2af4 None None] Network f96f9b33-fe16-4b53-a0f3-ec1a68a3f5bd requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:46:37.442441 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ea1a2-3957-481a-899c-17bb70ae0b35 req-919ade75-f427-40eb-8c23-90ecf4697fce tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:37.444279 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ec2ea1a2-3957-481a-899c-17bb70ae0b35 req-919ade75-f427-40eb-8c23-90ecf4697fce tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0794115 Jul 08 02:46:37.492037 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ec2ea1a2-3957-481a-899c-17bb70ae0b35 req-067d5b22-ddf4-4da6-a9f4-6493bc05dac9 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398142 Jul 08 02:46:37.956612 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84428838-2c8e-46e7-b424-cb970fda9b4d req-96dea6d5-4307-4bde-b565-ea437b7ac9a8 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:37.958101 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-84428838-2c8e-46e7-b424-cb970fda9b4d req-96dea6d5-4307-4bde-b565-ea437b7ac9a8 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 943 time: 0.0630572 Jul 08 02:46:37.999283 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-84428838-2c8e-46e7-b424-cb970fda9b4d req-3c7fbd9c-c7f4-464e-b17b-3851a17aa5f0 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354989 Jul 08 02:46:38.452419 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39220) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:38.553800 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e6480f10-c70f-45d9-a1c9-3f53a8254bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:38.643791 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e6480f10-c70f-45d9-a1c9-3f53a8254bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:38.647706 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e6480f10-c70f-45d9-a1c9-3f53a8254bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:38.679645 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90808aed-c317-421d-aca8-5d8c17e60c3e req-e596696a-dd9f-4687-ad35-4de0f61dda89 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:38.681197 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-90808aed-c317-421d-aca8-5d8c17e60c3e req-e596696a-dd9f-4687-ad35-4de0f61dda89 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0644338 Jul 08 02:46:38.697832 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-e6480f10-c70f-45d9-a1c9-3f53a8254bd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a72bdfb04734fdf81199b546879fe72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420657 Jul 08 02:46:38.697832 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6480f10-c70f-45d9-a1c9-3f53a8254bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40347a65-7bd1-458a-877d-05999b86e980,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:38.699612 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39226) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:38.728432 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-90808aed-c317-421d-aca8-5d8c17e60c3e req-9f2a1c00-94be-45a5-bc91-4b1e46d17eb0 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403011 Jul 08 02:46:38.752768 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-27faa9e1-0f31-42c0-9bf4-7c44275d11c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:38.773497 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-27faa9e1-0f31-42c0-9bf4-7c44275d11c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:38.820211 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-27faa9e1-0f31-42c0-9bf4-7c44275d11c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:38.822877 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-27faa9e1-0f31-42c0-9bf4-7c44275d11c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:38.824063 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-27faa9e1-0f31-42c0-9bf4-7c44275d11c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40347a65-7bd1-458a-877d-05999b86e980 HTTP/1.1" status: 204 len: 168 time: 0.1233711 Jul 08 02:46:38.835480 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faa9e1-0f31-42c0-9bf4-7c44275d11c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40347a65-7bd1-458a-877d-05999b86e980,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:39.320185 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80233b21-7886-4aef-9be9-c4c4fb11ade9 req-4bb5fb6f-f7ef-48e4-a711-7d8e1d37b1c8 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:39.321928 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-80233b21-7886-4aef-9be9-c4c4fb11ade9 req-4bb5fb6f-f7ef-48e4-a711-7d8e1d37b1c8 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 943 time: 0.1447921 Jul 08 02:46:39.400649 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-80233b21-7886-4aef-9be9-c4c4fb11ade9 req-ba7a917d-da8f-44b6-8b2a-b3e1ed1644a1 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650797 Jul 08 02:46:39.471800 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device fc57d291-b34b-4958-9e0d-d5f59c5e29a0 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:46:39.580771 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port fc57d291-b34b-4958-9e0d-d5f59c5e29a0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fc57d291-b34b-4958-9e0d-d5f59c5e29a0,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:39.591971 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': 'fc57d291-b34b-4958-9e0d-d5f59c5e29a0', 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f', 'port_id': 'fc57d291-b34b-4958-9e0d-d5f59c5e29a0', 'mac_address': 'fa:16:3e:c3:22:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47d5346-c08a-4b69-96fd-daee2cb1c1d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:46:39.618122 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39284) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:39.633451 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:39.647346 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc57d291-b34b-4958-9e0d-d5f59c5e29a0 {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:46:39.670785 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port fc57d291-b34b-4958-9e0d-d5f59c5e29a0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fc57d291-b34b-4958-9e0d-d5f59c5e29a0,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:39.675088 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:39.722574 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1299561063-network', 'tenant_id': '74abbb28a74541108600d7445f1b4f27'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:39.729644 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=fc57d291-b34b-4958-9e0d-d5f59c5e29a0,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:39.737287 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:39.737644 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:39.738172 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:39.738379 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:39.738764 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:39.739100 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:39.739491 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:39.739831 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:39.740235 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:39.740686 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:39.740928 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:39.741251 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:39.747599 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] Made reservation on behalf of 74abbb28a74541108600d7445f1b4f27 for: {'network': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:46:39.750164 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:39.759812 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:39.856273 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:39.859939 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:39.884187 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=104846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:46:39.894378 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a8495f-0577-441b-8a23-93da448f617f,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:39.899796 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:39.900233 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.segments_db [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] Added segment a02adc06-0481-4687-90c1-75212e178bbf of type vlan for network 4b9e5e86-9624-4742-9b21-3250d8501c88 Jul 08 02:46:39.944131 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:39.976696 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:39.977721 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:39.978352 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:40.033050 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['fc57d291-b34b-4958-9e0d-d5f59c5e29a0'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:46:40.046249 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4269669 Jul 08 02:46:40.050097 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39298) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:40.055463 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-39dae4ee-1e76-4af4-aa14-f6d5ac670ee8 admin admin] Request body: {'subnet': {'network_id': '4b9e5e86-9624-4742-9b21-3250d8501c88', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1299561063-subnet', 'tenant_id': '74abbb28a74541108600d7445f1b4f27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:40.074583 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ac954-78fa-46e9-b837-acbcbcb83c7c admin admin] Pushing event updated for resources: {'Network': ['ID=4b9e5e86-9624-4742-9b21-3250d8501c88,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:40.091283 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network 4b9e5e86-9624-4742-9b21-3250d8501c88 details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:46:40.092096 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dae4ee-1e76-4af4-aa14-f6d5ac670ee8 admin admin] Made reservation on behalf of 74abbb28a74541108600d7445f1b4f27 for: {'subnet': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:46:40.095868 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-39dae4ee-1e76-4af4-aa14-f6d5ac670ee8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:40.126347 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217940f-3acc-41b6-8d9c-41e86ce084d7 req-d0e283ae-0ff3-4fbf-8da5-91cc069468ce tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:40.128732 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3217940f-3acc-41b6-8d9c-41e86ce084d7 req-d0e283ae-0ff3-4fbf-8da5-91cc069468ce tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.2801270 Jul 08 02:46:40.165627 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3217940f-3acc-41b6-8d9c-41e86ce084d7 req-4fde7bd2-5c50-494c-8263-1877e9bf6cc1 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 Jul 08 02:46:40.282805 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-39dae4ee-1e76-4af4-aa14-f6d5ac670ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for subnet, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:40.338656 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dae4ee-1e76-4af4-aa14-f6d5ac670ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cecf6f4-21af-40fb-b803-59afd11ce7ee,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:40.349300 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dae4ee-1e76-4af4-aa14-f6d5ac670ee8 admin admin] Checking segment: {'id': 'a02adc06-0481-4687-90c1-75212e178bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4b9e5e86-9624-4742-9b21-3250d8501c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:46:40.349660 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dae4ee-1e76-4af4-aa14-f6d5ac670ee8 admin admin] Network hostable DHCP agents. Network: 4b9e5e86-9624-4742-9b21-3250d8501c88, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:46:40.366780 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dae4ee-1e76-4af4-aa14-f6d5ac670ee8 admin admin] Network 4b9e5e86-9624-4742-9b21-3250d8501c88 is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:46:40.379644 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-39dae4ee-1e76-4af4-aa14-f6d5ac670ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, 4b9e5e86-9624-4742-9b21-3250d8501c88) {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:46:40.384136 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dae4ee-1e76-4af4-aa14-f6d5ac670ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:40.385159 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-39dae4ee-1e76-4af4-aa14-f6d5ac670ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:40.391113 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e25f035-5eec-483b-9d0f-b94262afdc59 None None] Network 4b9e5e86-9624-4742-9b21-3250d8501c88 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:46:40.440897 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-39dae4ee-1e76-4af4-aa14-f6d5ac670ee8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3805726 Jul 08 02:46:40.571346 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64398476-bc17-4d4e-9283-55673285a087 None None] Network 4b9e5e86-9624-4742-9b21-3250d8501c88 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:46:40.737756 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d288e6a-aee5-42de-aa85-eedd626f8d53 req-96b631b4-6926-49c6-aa75-571391180e65 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:40.739634 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0d288e6a-aee5-42de-aa85-eedd626f8d53 req-96b631b4-6926-49c6-aa75-571391180e65 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 944 time: 0.1162558 Jul 08 02:46:40.808925 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0d288e6a-aee5-42de-aa85-eedd626f8d53 req-1a9def76-4d28-4b6d-9765-ef1cd691e531 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627093 Jul 08 02:46:41.120129 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39346) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:41.125756 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1564595895-network', 'tenant_id': '4c764c9ce57847729cc119e3b5e2fe52'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:41.146734 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] Made reservation on behalf of 4c764c9ce57847729cc119e3b5e2fe52 for: {'network': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:46:41.148920 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:41.157704 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:41.245004 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:41.251222 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:41.271791 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=104846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:46:41.285888 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841ef6d8-7f69-489b-8794-beaeebc27991,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:41.290849 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:41.291201 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.segments_db [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] Added segment befb2884-0aad-4264-889c-ec47a3ff7242 of type vlan for network cb10be6a-c95f-44b2-8031-a4ee09f45227 Jul 08 02:46:41.331414 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:41.361184 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:41.362153 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:41.362417 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec6641-745c-44d3-bff7-dae0e2b6bb7a req-0e42d8a1-36a0-49c0-b242-d81356fae983 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:41.362927 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:41.364077 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9bec6641-745c-44d3-bff7-dae0e2b6bb7a req-0e42d8a1-36a0-49c0-b242-d81356fae983 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0706127 Jul 08 02:46:41.403418 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9bec6641-745c-44d3-bff7-dae0e2b6bb7a req-9d1acee5-7362-44eb-90e7-6e92e2957ab6 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334375 Jul 08 02:46:41.418616 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2966416 Jul 08 02:46:41.421082 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39350) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:41.425807 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-72ced044-32fe-49b4-8efb-c632c337dd95 admin admin] Request body: {'subnet': {'network_id': 'cb10be6a-c95f-44b2-8031-a4ee09f45227', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1564595895-subnet', 'tenant_id': '4c764c9ce57847729cc119e3b5e2fe52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:41.437086 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b123e96-ccda-41ed-935e-58032d74212d admin admin] Pushing event updated for resources: {'Network': ['ID=cb10be6a-c95f-44b2-8031-a4ee09f45227,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:41.446996 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network cb10be6a-c95f-44b2-8031-a4ee09f45227 details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:46:41.451621 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ced044-32fe-49b4-8efb-c632c337dd95 admin admin] Made reservation on behalf of 4c764c9ce57847729cc119e3b5e2fe52 for: {'subnet': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:46:41.453991 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-72ced044-32fe-49b4-8efb-c632c337dd95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:41.625421 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-72ced044-32fe-49b4-8efb-c632c337dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for subnet, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:41.683976 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ced044-32fe-49b4-8efb-c632c337dd95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=804444d4-c77a-4c24-b500-173310f20aa4,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:41.688348 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ced044-32fe-49b4-8efb-c632c337dd95 admin admin] Checking segment: {'id': 'befb2884-0aad-4264-889c-ec47a3ff7242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cb10be6a-c95f-44b2-8031-a4ee09f45227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:46:41.688779 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ced044-32fe-49b4-8efb-c632c337dd95 admin admin] Network hostable DHCP agents. Network: cb10be6a-c95f-44b2-8031-a4ee09f45227, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:46:41.705543 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ced044-32fe-49b4-8efb-c632c337dd95 admin admin] Network cb10be6a-c95f-44b2-8031-a4ee09f45227 is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:46:41.713581 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-72ced044-32fe-49b4-8efb-c632c337dd95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, cb10be6a-c95f-44b2-8031-a4ee09f45227) {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:46:41.718048 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ced044-32fe-49b4-8efb-c632c337dd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:41.718638 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-72ced044-32fe-49b4-8efb-c632c337dd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:41.723054 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78691d8a-4ff1-47a6-aa71-52e9acea692b None None] Network cb10be6a-c95f-44b2-8031-a4ee09f45227 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:46:41.733374 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-72ced044-32fe-49b4-8efb-c632c337dd95 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3112938 Jul 08 02:46:41.858353 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ff9ee9-ec28-4a46-be0d-53fc8d56efa4 None None] Network cb10be6a-c95f-44b2-8031-a4ee09f45227 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:46:41.859326 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39362) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:41.903398 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c77dbd-d024-4e3e-aa78-18e5d6fe9843 admin admin] Deleting subnet 3cecf6f4-21af-40fb-b803-59afd11ce7ee {{(pid=104846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:46:41.906509 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-95c77dbd-d024-4e3e-aa78-18e5d6fe9843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:41.943946 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-95c77dbd-d024-4e3e-aa78-18e5d6fe9843 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:41.949875 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-95c77dbd-d024-4e3e-aa78-18e5d6fe9843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.001250 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-95c77dbd-d024-4e3e-aa78-18e5d6fe9843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for subnet, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.026109 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c77dbd-d024-4e3e-aa78-18e5d6fe9843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cecf6f4-21af-40fb-b803-59afd11ce7ee,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:42.030523 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-95c77dbd-d024-4e3e-aa78-18e5d6fe9843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.034702 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-95c77dbd-d024-4e3e-aa78-18e5d6fe9843 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3cecf6f4-21af-40fb-b803-59afd11ce7ee HTTP/1.1" status: 204 len: 168 time: 0.1718361 Jul 08 02:46:42.034926 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39366) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:42.103578 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.182383 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.194389 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:42.194684 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:42.195453 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:42.195803 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Subscribe: > port after_create 55550000 {{(pid=104846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:42.196144 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Subscribe: > port after_delete 55550000 {{(pid=104846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:42.196489 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Subscribe: > port after_update 55550000 {{(pid=104846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:42.196816 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:42.197134 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:42.197450 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:42.197771 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:42.223262 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-5875ab0b-dcc9-49b7-83aa-8848e54389be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.264218 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:42.264569 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:42.264903 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:42.265238 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 02:46:42.265623 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9e5e86-9624-4742-9b21-3250d8501c88']}} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:42.283548 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02adc06-0481-4687-90c1-75212e178bbf') {'for_net_delete': True} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:42.283833 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02adc06-0481-4687-90c1-75212e178bbf') {} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:42.299170 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126166745'] for segment, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.322883 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.331521 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:46:42.331901 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126165969'] for segment, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: from cryptography.utils import int_from_bytes Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: from cryptography.utils import int_from_bytes Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: Traceback (most recent call last): Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: timer() Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: cb(*args, **kw) Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: return func(*args, **kwargs) Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: self._notify() Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: self.callback(batched_events) Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: event.method(event) Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: return f(self, *a, **k) Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._get(url).json() Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: return self.request(url, 'GET', **kwargs) Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:46:42.335700 dv-cinder-789077-2-iscsi neutron-server[104846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:46:42.387881 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.394870 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.396912 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] 10.222.0.21 "DELETE /v2.0/networks/4b9e5e86-9624-4742-9b21-3250d8501c88 HTTP/1.1" status: 204 len: 168 time: 0.3610778 Jul 08 02:46:42.399922 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 39372) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:42.406136 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54545755-ab6f-4d8f-ad0f-1fc1d8db2fda admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9e5e86-9624-4742-9b21-3250d8501c88,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:42.444762 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bb6d2a-2efb-411d-8e43-feca978a6316 admin admin] Deleting subnet 804444d4-c77a-4c24-b500-173310f20aa4 {{(pid=104845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:46:42.447841 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-17bb6d2a-2efb-411d-8e43-feca978a6316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.481051 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-17bb6d2a-2efb-411d-8e43-feca978a6316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2983177'] for subnet, precommit_delete_associations {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.522469 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-17bb6d2a-2efb-411d-8e43-feca978a6316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.580503 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-17bb6d2a-2efb-411d-8e43-feca978a6316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2876789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3359632'] for subnet, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.607211 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb6d2a-2efb-411d-8e43-feca978a6316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804444d4-c77a-4c24-b500-173310f20aa4,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:42.609155 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-17bb6d2a-2efb-411d-8e43-feca978a6316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.611024 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-17bb6d2a-2efb-411d-8e43-feca978a6316 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/804444d4-c77a-4c24-b500-173310f20aa4 HTTP/1.1" status: 204 len: 168 time: 0.2101135 Jul 08 02:46:42.613443 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 39378) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:42.648983 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device fc57d291-b34b-4958-9e0d-d5f59c5e29a0 up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:46:42.682553 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ef5673cf-d6cf-4a6e-aaaf-3b6d18676e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.703569 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port fc57d291-b34b-4958-9e0d-d5f59c5e29a0 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:46:42.707880 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port fc57d291-b34b-4958-9e0d-d5f59c5e29a0 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:42.708318 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.767384 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ef5673cf-d6cf-4a6e-aaaf-3b6d18676e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.776261 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-ef5673cf-d6cf-4a6e-aaaf-3b6d18676e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb10be6a-c95f-44b2-8031-a4ee09f45227']}} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:42.786826 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-ef5673cf-d6cf-4a6e-aaaf-3b6d18676e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befb2884-0aad-4264-889c-ec47a3ff7242') {'for_net_delete': True} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:42.787130 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-ef5673cf-d6cf-4a6e-aaaf-3b6d18676e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befb2884-0aad-4264-889c-ec47a3ff7242') {} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:42.787404 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.796156 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ef5673cf-d6cf-4a6e-aaaf-3b6d18676e9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2983168'] for segment, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.809283 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ef5673cf-d6cf-4a6e-aaaf-3b6d18676e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.810618 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cced89-8939-4bbc-93e5-0cc4b111bd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc57d291-b34b-4958-9e0d-d5f59c5e29a0'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:46:42.813138 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913c65d3-396b-4995-9f8a-f4adc25768f6" -d '{"events": [{"server_uuid": "95cced89-8939-4bbc-93e5-0cc4b111bd46", "name": "network-vif-plugged", "status": "completed", "tag": "fc57d291-b34b-4958-9e0d-d5f59c5e29a0"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:46:42.815841 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5673cf-d6cf-4a6e-aaaf-3b6d18676e9a admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:46:42.816270 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ef5673cf-d6cf-4a6e-aaaf-3b6d18676e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2876882'] for segment, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: Traceback (most recent call last): Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: timer() Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: cb(*args, **kw) Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: return func(*args, **kwargs) Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: self._notify() Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: self.callback(batched_events) Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: event.method(event) Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: return f(self, *a, **k) Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._get(url).json() Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: return self.request(url, 'GET', **kwargs) Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:46:42.817967 dv-cinder-789077-2-iscsi neutron-server[104845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:46:42.826592 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port fc57d291-b34b-4958-9e0d-d5f59c5e29a0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fc57d291-b34b-4958-9e0d-d5f59c5e29a0,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:42.830419 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.870952 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ef5673cf-d6cf-4a6e-aaaf-3b6d18676e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.877109 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ef5673cf-d6cf-4a6e-aaaf-3b6d18676e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:42.881414 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-ef5673cf-d6cf-4a6e-aaaf-3b6d18676e9a admin admin] 10.222.0.21 "DELETE /v2.0/networks/cb10be6a-c95f-44b2-8031-a4ee09f45227 HTTP/1.1" status: 204 len: 168 time: 0.2645998 Jul 08 02:46:42.884563 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=fc57d291-b34b-4958-9e0d-d5f59c5e29a0,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:42.893279 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5673cf-d6cf-4a6e-aaaf-3b6d18676e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=cb10be6a-c95f-44b2-8031-a4ee09f45227,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:43.038712 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 39386) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:43.090086 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-8ba0c75e-95f0-4954-aafa-56eaa96ad413 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74abbb28a74541108600d7445f1b4f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502074 Jul 08 02:46:43.092489 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 39388) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:43.139865 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bb2adf51-f324-466a-9654-a6a76b443730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:43.160478 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bb2adf51-f324-466a-9654-a6a76b443730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:43.205473 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bb2adf51-f324-466a-9654-a6a76b443730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:43.207930 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bb2adf51-f324-466a-9654-a6a76b443730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:43.209062 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-bb2adf51-f324-466a-9654-a6a76b443730 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74a8495f-0577-441b-8a23-93da448f617f HTTP/1.1" status: 204 len: 168 time: 0.1156881 Jul 08 02:46:43.217127 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2adf51-f324-466a-9654-a6a76b443730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a8495f-0577-441b-8a23-93da448f617f,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:43.517717 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39398) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:43.555819 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-454e4ae8-7606-47d5-afc6-e0d6378d5eaf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c764c9ce57847729cc119e3b5e2fe52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369267 Jul 08 02:46:43.558797 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39400) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:43.605771 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5793debc-4b20-4697-9003-8854bc5b8f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:43.629717 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5793debc-4b20-4697-9003-8854bc5b8f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:43.675117 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5793debc-4b20-4697-9003-8854bc5b8f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:43.677534 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5793debc-4b20-4697-9003-8854bc5b8f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:43.678805 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-5793debc-4b20-4697-9003-8854bc5b8f1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/841ef6d8-7f69-489b-8794-beaeebc27991 HTTP/1.1" status: 204 len: 168 time: 0.1190958 Jul 08 02:46:43.686548 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793debc-4b20-4697-9003-8854bc5b8f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841ef6d8-7f69-489b-8794-beaeebc27991,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:44.643636 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:44.733912 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c96d-417d-43f7-ac01-566edcfb3e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:44.763556 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dd9d62d-e7a2-4d68-ac1d-5fbd041f9e92 req-6162c230-017f-4b4f-b601-71eadbefdf30 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0897307 Jul 08 02:46:44.935801 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9bca7-124c-4110-a63c-9142ffc7c806 req-f8fa6fab-0362-4116-8245-ea059361a846 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:44.936031 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:44.937349 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d8d9bca7-124c-4110-a63c-9142ffc7c806 req-f8fa6fab-0362-4116-8245-ea059361a846 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 945 time: 0.1606262 Jul 08 02:46:44.942375 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9d62d-e7a2-4d68-ac1d-5fbd041f9e92 req-6f2fa0f4-bf4a-40e2-b0a4-5e80200ec800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:44.943783 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dd9d62d-e7a2-4d68-ac1d-5fbd041f9e92 req-6f2fa0f4-bf4a-40e2-b0a4-5e80200ec800 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8ebcf760fc740059c4216674192190c&device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 1098 time: 0.1213975 Jul 08 02:46:44.956407 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad91f35-d4be-4b5e-b237-abe5e2774fd0 req-294bb7f4-ec07-4552-bbd2-a4f31b8fe89c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:44.965643 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3ad91f35-d4be-4b5e-b237-abe5e2774fd0 req-294bb7f4-ec07-4552-bbd2-a4f31b8fe89c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.1852562 Jul 08 02:46:45.071312 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3ad91f35-d4be-4b5e-b237-abe5e2774fd0 req-0ee39cee-5013-4a6c-b646-469d882768d0 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047778 Jul 08 02:46:45.076117 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d8d9bca7-124c-4110-a63c-9142ffc7c806 req-9e3a46bd-21c1-401a-b538-2d3f487c84dd tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084750 Jul 08 02:46:45.117627 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9d62d-e7a2-4d68-ac1d-5fbd041f9e92 req-7f446a62-278f-4ded-a484-cefb0da8146f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:45.119407 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dd9d62d-e7a2-4d68-ac1d-5fbd041f9e92 req-7f446a62-278f-4ded-a484-cefb0da8146f service neutron] 10.222.0.54 "GET /v2.0/networks?id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f HTTP/1.1" status: 200 len: 916 time: 0.1319990 Jul 08 02:46:45.120183 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9268596f-427b-4241-9ec4-9d6f04f30812 x-openstack-request-id: req-9268596f-427b-4241-9ec4-9d6f04f30812 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:46:45.121701 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cced89-8939-4bbc-93e5-0cc4b111bd46", "name": "network-vif-plugged", "status": "completed", "tag": "fc57d291-b34b-4958-9e0d-d5f59c5e29a0", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:46:45.121987 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9268596f-427b-4241-9ec4-9d6f04f30812 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:46:45.122374 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cced89-8939-4bbc-93e5-0cc4b111bd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc57d291-b34b-4958-9e0d-d5f59c5e29a0', 'code': 200} Jul 08 02:46:45.173696 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dd9d62d-e7a2-4d68-ac1d-5fbd041f9e92 req-e58fd017-bbc6-4163-8075-96241a03c7bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 HTTP/1.1" status: 200 len: 217 time: 0.0413592 Jul 08 02:46:45.238018 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9d62d-e7a2-4d68-ac1d-5fbd041f9e92 req-7129c17c-4929-4c38-8aa6-bd1b0ba3eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:45.239797 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dd9d62d-e7a2-4d68-ac1d-5fbd041f9e92 req-7129c17c-4929-4c38-8aa6-bd1b0ba3eb06 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c47d5346-c08a-4b69-96fd-daee2cb1c1d5 HTTP/1.1" status: 200 len: 855 time: 0.0523651 Jul 08 02:46:45.277759 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dd9d62d-e7a2-4d68-ac1d-5fbd041f9e92 req-18ad75fb-5ec2-42a6-adff-5a8270febacd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282328 Jul 08 02:46:45.379802 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dd9d62d-e7a2-4d68-ac1d-5fbd041f9e92 req-16b87f06-95f2-400f-9116-f9840fad5314 service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939612 Jul 08 02:46:45.410374 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0a909-1e8d-4b69-b446-5f84d5ba19a7 req-901bb5fb-716b-4e06-811c-69eceb0cb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:45.412700 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-e5e0a909-1e8d-4b69-b446-5f84d5ba19a7 req-901bb5fb-716b-4e06-811c-69eceb0cb97b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 1098 time: 0.0838909 Jul 08 02:46:45.467519 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-e5e0a909-1e8d-4b69-b446-5f84d5ba19a7 req-ada3415b-bc6f-42cf-8ead-a95e04f1d6e1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348210 Jul 08 02:46:45.489466 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dd9d62d-e7a2-4d68-ac1d-5fbd041f9e92 req-868d2f3e-9aaf-45b9-8cfa-18db96fb1f2b service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020942 Jul 08 02:46:46.120996 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:46.309202 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a437d-a669-486f-97a6-c926fe080fb3 req-833c6f59-e724-4689-adf6-aaaeac89ddc2 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:46.310763 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b02a437d-a669-486f-97a6-c926fe080fb3 req-833c6f59-e724-4689-adf6-aaaeac89ddc2 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.1219976 Jul 08 02:46:46.322527 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a61117-5628-49ba-bc06-9702d7c0bfa5 req-2685e613-85dc-40c2-99f3-dc22b6b1ce51 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:46.324567 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d9a61117-5628-49ba-bc06-9702d7c0bfa5 req-2685e613-85dc-40c2-99f3-dc22b6b1ce51 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 945 time: 0.0996501 Jul 08 02:46:46.383465 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b02a437d-a669-486f-97a6-c926fe080fb3 req-9cfd8fc7-ee40-4044-8ff9-9e8cd332a80b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578892 Jul 08 02:46:46.393035 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d9a61117-5628-49ba-bc06-9702d7c0bfa5 req-cfbdea07-2780-4b5f-a67d-67c8654f6a4f tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614042 Jul 08 02:46:47.434162 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:49.996128 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ba655-6b19-4fcf-a5d6-2962cc62fe18 req-f13b7fe2-ee7e-4dd8-aba4-6a1208dfc4ee tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:49.997508 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-954ba655-6b19-4fcf-a5d6-2962cc62fe18 req-f13b7fe2-ee7e-4dd8-aba4-6a1208dfc4ee tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.1087277 Jul 08 02:46:50.004584 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8f859-fd63-4f9b-86ad-4d6a68416016 req-b443e4cb-1b4e-45a8-aebe-a0cd7dbb33a7 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:50.005958 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8ab8f859-fd63-4f9b-86ad-4d6a68416016 req-b443e4cb-1b4e-45a8-aebe-a0cd7dbb33a7 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 945 time: 0.1189928 Jul 08 02:46:50.060090 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-954ba655-6b19-4fcf-a5d6-2962cc62fe18 req-8a366842-0543-411f-af70-f67ab200532d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532060 Jul 08 02:46:50.065205 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8ab8f859-fd63-4f9b-86ad-4d6a68416016 req-1e48ab12-3852-4d48-8004-f7ab6d473780 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519819 Jul 08 02:46:51.273148 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991ae12-00d8-482f-90a0-642000ea0b33 req-4ad76706-0e85-44e0-a76e-1693350b11a3 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:51.274809 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c991ae12-00d8-482f-90a0-642000ea0b33 req-4ad76706-0e85-44e0-a76e-1693350b11a3 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0891821 Jul 08 02:46:51.335546 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c991ae12-00d8-482f-90a0-642000ea0b33 req-03f5f68a-33b2-4dd8-83d1-05fc0d0308f8 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473490 Jul 08 02:46:51.702416 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 39638) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:51.801391 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-748b085b-4272-4aa0-ac5f-59d6dcd68975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:51.894453 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-748b085b-4272-4aa0-ac5f-59d6dcd68975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:51.899027 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-748b085b-4272-4aa0-ac5f-59d6dcd68975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:51.936154 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-748b085b-4272-4aa0-ac5f-59d6dcd68975 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffdf80d2da224c9ebb3ac0dedc3c7421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326849 Jul 08 02:46:51.937201 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b085b-4272-4aa0-ac5f-59d6dcd68975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb25100-60fb-4b0c-943a-f0cd90a31ca0,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:51.939195 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39642) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:51.989881 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-9645a598-5eb1-416b-9203-7e2d631a3c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:52.010263 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-9645a598-5eb1-416b-9203-7e2d631a3c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:52.059391 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-9645a598-5eb1-416b-9203-7e2d631a3c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:52.062156 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-9645a598-5eb1-416b-9203-7e2d631a3c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:52.063554 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-9645a598-5eb1-416b-9203-7e2d631a3c1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bb25100-60fb-4b0c-943a-f0cd90a31ca0 HTTP/1.1" status: 204 len: 168 time: 0.1232710 Jul 08 02:46:52.071006 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645a598-5eb1-416b-9203-7e2d631a3c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb25100-60fb-4b0c-943a-f0cd90a31ca0,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:52.338261 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39658) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:52.352032 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0017a917-d81e-4988-8d52-c7d776220b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:52.488031 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0017a917-d81e-4988-8d52-c7d776220b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:52.494289 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0017a917-d81e-4988-8d52-c7d776220b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:52.523589 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593e688-3979-4ff0-a412-1e1bb85b2788 req-b75d87f5-0548-49f5-977d-0ad4d1da1d40 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:52.525325 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f593e688-3979-4ff0-a412-1e1bb85b2788 req-b75d87f5-0548-49f5-977d-0ad4d1da1d40 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0674992 Jul 08 02:46:52.535436 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-0017a917-d81e-4988-8d52-c7d776220b2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f575f48531374068a4ebf34069e2dea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930361 Jul 08 02:46:52.535436 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017a917-d81e-4988-8d52-c7d776220b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d929730c-89e0-4f91-a9cc-227dfd71b11c,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:52.537161 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39666) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:52.568428 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f593e688-3979-4ff0-a412-1e1bb85b2788 req-eb6f54d5-2db6-46cd-b918-953a1ca9545c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345662 Jul 08 02:46:52.598016 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a6cdead0-887e-48a9-b087-2142f957273c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:52.619009 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a6cdead0-887e-48a9-b087-2142f957273c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:52.662398 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a6cdead0-887e-48a9-b087-2142f957273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:52.665096 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a6cdead0-887e-48a9-b087-2142f957273c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:52.666249 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-a6cdead0-887e-48a9-b087-2142f957273c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d929730c-89e0-4f91-a9cc-227dfd71b11c HTTP/1.1" status: 204 len: 168 time: 0.1279812 Jul 08 02:46:52.674726 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdead0-887e-48a9-b087-2142f957273c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d929730c-89e0-4f91-a9cc-227dfd71b11c,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:53.756959 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d3ebe-bdd4-4646-ab4f-c775969441b5 req-1fb032d9-11e0-4bc3-9469-7c0ee5ce3a81 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:53.761286 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-531d3ebe-bdd4-4646-ab4f-c775969441b5 req-1fb032d9-11e0-4bc3-9469-7c0ee5ce3a81 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0671861 Jul 08 02:46:53.800083 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-531d3ebe-bdd4-4646-ab4f-c775969441b5 req-d568b31d-a2bf-4eac-b5bb-431a1f60ecb6 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354481 Jul 08 02:46:54.006110 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 39726) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:54.106539 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2b612506-9d3a-479e-8657-b108b04ba07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:54.194205 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2b612506-9d3a-479e-8657-b108b04ba07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:54.199318 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2b612506-9d3a-479e-8657-b108b04ba07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:54.235535 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-2b612506-9d3a-479e-8657-b108b04ba07d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7930f34cdbc42d59aaa720e2259943c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283998 Jul 08 02:46:54.236633 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b612506-9d3a-479e-8657-b108b04ba07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf90fdc9-93fe-47f8-b4a8-1364370ed7d7,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:54.238298 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 39730) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:54.300166 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7e8096f8-4041-4b8c-b990-727eac100aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:54.321981 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7e8096f8-4041-4b8c-b990-727eac100aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:54.368385 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7e8096f8-4041-4b8c-b990-727eac100aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:54.371227 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7e8096f8-4041-4b8c-b990-727eac100aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:54.372386 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-7e8096f8-4041-4b8c-b990-727eac100aac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf90fdc9-93fe-47f8-b4a8-1364370ed7d7 HTTP/1.1" status: 204 len: 168 time: 0.1325173 Jul 08 02:46:54.380206 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8096f8-4041-4b8c-b990-727eac100aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf90fdc9-93fe-47f8-b4a8-1364370ed7d7,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:54.980870 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62c9f7-c35e-49cf-8006-06f0b496e6eb req-290f5f62-2481-489e-a55f-cced9eb6db19 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:54.982377 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0e62c9f7-c35e-49cf-8006-06f0b496e6eb req-290f5f62-2481-489e-a55f-cced9eb6db19 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0635865 Jul 08 02:46:55.023787 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0e62c9f7-c35e-49cf-8006-06f0b496e6eb req-9d1ac7e9-3246-416a-9ceb-870af4526243 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358624 Jul 08 02:46:56.200173 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a9420-12a6-43a5-867b-29cd92071dd2 req-1a04b218-f2d1-4257-a0f5-3a0f6c180820 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:56.201560 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8e8a9420-12a6-43a5-867b-29cd92071dd2 req-1a04b218-f2d1-4257-a0f5-3a0f6c180820 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0655506 Jul 08 02:46:56.239437 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8e8a9420-12a6-43a5-867b-29cd92071dd2 req-630129a1-72d2-4b38-bf54-609cababf026 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323880 Jul 08 02:46:59.375222 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3af69-3277-4272-bdc1-db4ee8d27e4f req-2569bd37-c9b1-4cd4-a5fc-dada1e178d0a tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:59.376726 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d2b3af69-3277-4272-bdc1-db4ee8d27e4f req-2569bd37-c9b1-4cd4-a5fc-dada1e178d0a tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0664227 Jul 08 02:46:59.414567 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d2b3af69-3277-4272-bdc1-db4ee8d27e4f req-92a343f0-b443-493f-8f8c-0007656bca91 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321090 Jul 08 02:47:00.554083 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-6dfae3e2-b2a5-4bf6-8712-db6bbdef3708 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:00.555582 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-6dfae3e2-b2a5-4bf6-8712-db6bbdef3708 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/networks?id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f HTTP/1.1" status: 200 len: 815 time: 0.1262913 Jul 08 02:47:00.592600 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-bf9fb268-50c0-4fe7-8902-035834eefcdc tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/quotas/d8ebcf760fc740059c4216674192190c HTTP/1.1" status: 200 len: 375 time: 0.0196621 Jul 08 02:47:00.651093 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bb53d-9f43-41a7-b0f1-db5d331c5b59 req-f944190a-8ecc-4369-ad09-582163598d8c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:00.653326 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5f2bb53d-9f43-41a7-b0f1-db5d331c5b59 req-f944190a-8ecc-4369-ad09-582163598d8c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.1192203 Jul 08 02:47:00.708056 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-4e6c0c17-2fda-4e21-b356-769e49567919 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8ebcf760fc740059c4216674192190c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078856 Jul 08 02:47:00.710646 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5f2bb53d-9f43-41a7-b0f1-db5d331c5b59 req-b57c616e-4606-43cd-8a82-a95e4140e0fb tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497925 Jul 08 02:47:00.796693 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-73212d67-4c9d-4f1c-980e-ed0bbb61bad3 service neutron] 10.222.0.21 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814283 Jul 08 02:47:00.885701 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-3a52292a-d607-40d4-b758-11409c15fd38 service neutron] 10.222.0.21 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834284 Jul 08 02:47:01.048686 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d86477f5-0d55-491a-bb0d-5180c18bc9b4 req-43732cbf-e74e-4104-a633-a0ceadc3325a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 210 time: 0.0285044 Jul 08 02:47:03.713703 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8567da74-6e30-470b-9fb4-d248c8cafb9a req-51f01b0e-2e09-4a85-b1ad-3c54eb3ad859 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 210 time: 0.0361297 Jul 08 02:47:03.743317 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40b757-906b-4d16-8935-a01656fe8b2f req-cae3bb6c-dced-4704-bedf-684bc6f2d6e9 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:03.744778 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4b40b757-906b-4d16-8935-a01656fe8b2f req-cae3bb6c-dced-4704-bedf-684bc6f2d6e9 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.1017213 Jul 08 02:47:03.790593 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4b40b757-906b-4d16-8935-a01656fe8b2f req-80acd6ab-b7e3-4bca-bbe6-1adef31aeeff tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395498 Jul 08 02:47:04.344199 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-1368b417-96e2-47d9-9268-b1466c013e17 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:04.345798 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-1368b417-96e2-47d9-9268-b1466c013e17 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "GET /v2.0/networks?id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f HTTP/1.1" status: 200 len: 815 time: 0.1094031 Jul 08 02:47:04.372616 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-5dcc3629-e896-48d9-834c-2e134447483d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Request body: {'port': {'device_id': '4b8df498-7e9a-4571-b851-de1c85788f5c', 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f', 'admin_state_up': True, 'tenant_id': 'd8ebcf760fc740059c4216674192190c'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:04.499247 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-5dcc3629-e896-48d9-834c-2e134447483d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Made reservation on behalf of d8ebcf760fc740059c4216674192190c for: {'port': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:47:04.502817 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-5dcc3629-e896-48d9-834c-2e134447483d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:04.661979 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-5dcc3629-e896-48d9-834c-2e134447483d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Allocated IP 172.20.0.11 (80fc2b86-db79-4694-a8b1-0cc9a2677a2f/c47d5346-c08a-4b69-96fd-daee2cb1c1d5/bb3c8522-9010-4920-8349-91b70fac63ec) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:47:04.795547 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:47:04.850427 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-5dcc3629-e896-48d9-834c-2e134447483d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:04.936091 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ab4012d2-b2d3-49c8-a047-66b76d399aab req-b60e0801-227e-4743-b2be-356d028b31d1 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 210 time: 0.0565674 Jul 08 02:47:04.954752 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-5dcc3629-e896-48d9-834c-2e134447483d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:04.978367 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['ef75de1d-f6f8-45d6-b7eb-513b024ac0f6', 'fc57d291-b34b-4958-9e0d-d5f59c5e29a0'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:47:05.048367 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-5dcc3629-e896-48d9-834c-2e134447483d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:47:05.049877 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc3629-e896-48d9-834c-2e134447483d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Pushing event updated for resources: {'Port': ['ID=bb3c8522-9010-4920-8349-91b70fac63ec,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:05.053169 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-5dcc3629-e896-48d9-834c-2e134447483d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:05.063824 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-5dcc3629-e896-48d9-834c-2e134447483d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:47:05.148186 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-5dcc3629-e896-48d9-834c-2e134447483d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:05.148885 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-5dcc3629-e896-48d9-834c-2e134447483d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:05.178390 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c10b1-7256-4c78-af69-ea897b271b87 req-d5276ee2-cb26-4efb-9360-b89adb018f3b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:05.178390 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f38c10b1-7256-4c78-af69-ea897b271b87 req-d5276ee2-cb26-4efb-9360-b89adb018f3b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.1278660 Jul 08 02:47:05.178390 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-5dcc3629-e896-48d9-834c-2e134447483d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8087292 Jul 08 02:47:05.203713 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Request body: {'port': {'device_id': '4b8df498-7e9a-4571-b851-de1c85788f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:05.251480 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f38c10b1-7256-4c78-af69-ea897b271b87 req-787a81da-7488-4c3a-87f4-fd502b251787 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736268 Jul 08 02:47:05.308760 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:05.571062 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3c8522-9010-4920-8349-91b70fac63ec {{(pid=104845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:47:05.579659 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:05.592647 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Transition to ACTIVE for port object bb3c8522-9010-4920-8349-91b70fac63ec will not be triggered until provisioned by entity L2. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:05.596085 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:05.653646 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3c8522-9010-4920-8349-91b70fac63ec,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:05.726112 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Attempting to bind port bb3c8522-9010-4920-8349-91b70fac63ec on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:47:05.726561 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Attempting to bind port bb3c8522-9010-4920-8349-91b70fac63ec by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:47:05.726905 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Attempting to bind port bb3c8522-9010-4920-8349-91b70fac63ec on network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:47:05.731565 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Port bb3c8522-9010-4920-8349-91b70fac63ec on network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:47:05.731892 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Attempting to bind port bb3c8522-9010-4920-8349-91b70fac63ec on network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:47:05.736741 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:47:05.737103 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Checking segment: {'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:47:05.737480 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Bound using segment: {'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:47:05.737975 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Bound port: bb3c8522-9010-4920-8349-91b70fac63ec, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'}}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:47:05.738313 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:05.804301 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] For port bb3c8522-9010-4920-8349-91b70fac63ec, host hv-cinder-78907, cleared binding levels {{(pid=104845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:47:05.807214 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] For port bb3c8522-9010-4920-8349-91b70fac63ec, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=bb3c8522-9010-4920-8349-91b70fac63ec,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:47:05.813716 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:05.851774 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:05.852384 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:05.853730 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] 10.222.0.54 "PUT /v2.0/ports/bb3c8522-9010-4920-8349-91b70fac63ec HTTP/1.1" status: 200 len: 1094 time: 0.6670415 Jul 08 02:47:05.854175 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8df498-7e9a-4571-b851-de1c85788f5c', 'tag': 'bb3c8522-9010-4920-8349-91b70fac63ec'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:47:05.856930 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb13c10-b6a9-49da-aa4b-feb84e8a6b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8df498-7e9a-4571-b851-de1c85788f5c", "tag": "bb3c8522-9010-4920-8349-91b70fac63ec"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:47:05.879748 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623701eb-5541-4954-bb9f-645d41765b07 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3c8522-9010-4920-8349-91b70fac63ec,revision_number=3']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:08.708506 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39304b7-667b-43ae-84ec-99c4d3923a59 x-openstack-request-id: req-c39304b7-667b-43ae-84ec-99c4d3923a59 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:47:08.709229 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8df498-7e9a-4571-b851-de1c85788f5c", "tag": "bb3c8522-9010-4920-8349-91b70fac63ec", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:47:08.709229 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c39304b7-667b-43ae-84ec-99c4d3923a59 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:47:08.709410 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8df498-7e9a-4571-b851-de1c85788f5c', 'tag': 'bb3c8522-9010-4920-8349-91b70fac63ec', 'status': 'completed', 'code': 200} Jul 08 02:47:08.739720 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-e4d69b34-b02c-4d3f-9a23-525622850a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:08.741605 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-e4d69b34-b02c-4d3f-9a23-525622850a03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8ebcf760fc740059c4216674192190c&device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 1097 time: 0.0663979 Jul 08 02:47:08.791424 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-03f23c4f-8756-4718-b648-bd5cff4a73e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb3c8522-9010-4920-8349-91b70fac63ec HTTP/1.1" status: 200 len: 217 time: 0.0406027 Jul 08 02:47:08.902226 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-72f5d122-755f-48c5-b86f-e3a6a5346855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:08.903653 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-72f5d122-755f-48c5-b86f-e3a6a5346855 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c47d5346-c08a-4b69-96fd-daee2cb1c1d5 HTTP/1.1" status: 200 len: 855 time: 0.1049054 Jul 08 02:47:09.157571 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-8271b952-a022-446d-a5ba-2009a30f07a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2442813 Jul 08 02:47:09.177508 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b587b3-06be-4456-9e3e-7d10ed4f64e5 req-4eef7f86-99ef-4979-91cd-68770cd941cb tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:09.179047 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d8b587b3-06be-4456-9e3e-7d10ed4f64e5 req-4eef7f86-99ef-4979-91cd-68770cd941cb tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 944 time: 0.3719525 Jul 08 02:47:09.240880 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff48257-182a-4799-94da-ff16597434a8 req-f8b17490-e53f-402f-b46f-c27438f9ea44 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:09.242417 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2ff48257-182a-4799-94da-ff16597434a8 req-f8b17490-e53f-402f-b46f-c27438f9ea44 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.4132524 Jul 08 02:47:09.318824 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d8b587b3-06be-4456-9e3e-7d10ed4f64e5 req-ea3c62f4-87ba-4fec-a309-de731234c53e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222796 Jul 08 02:47:09.336927 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2ff48257-182a-4799-94da-ff16597434a8 req-cbe9751d-f9ea-47ab-8b7c-56bc9e672496 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787959 Jul 08 02:47:09.340622 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-34d0c4b0-4687-4b42-b1b6-eac1f1da292d service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716626 Jul 08 02:47:09.447110 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afd26eac-e5dd-407d-ada6-ff436268a2fe req-adec9d3b-e4da-471c-9b0e-6907d97d6c3b service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925417 Jul 08 02:47:09.568792 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb13c10-b6a9-49da-aa4b-feb84e8a6b3b req-4fe99b72-b7cd-4441-82c1-81f2ec531e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:09.570389 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2fb13c10-b6a9-49da-aa4b-feb84e8a6b3b req-4fe99b72-b7cd-4441-82c1-81f2ec531e78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8ebcf760fc740059c4216674192190c&device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 1097 time: 0.0588818 Jul 08 02:47:09.577996 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 40096) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:09.621789 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60f19fd-f9c6-4cfe-bc29-b5d51a60b2ea admin admin] Deleting subnet caf89e04-e54a-45b8-9490-c144735a6bb9 {{(pid=104846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:47:09.625052 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a60f19fd-f9c6-4cfe-bc29-b5d51a60b2ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:09.663384 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a60f19fd-f9c6-4cfe-bc29-b5d51a60b2ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126166736'] for subnet, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:09.665841 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb13c10-b6a9-49da-aa4b-feb84e8a6b3b req-beea3e46-cb4f-422c-8582-7eaec5b7616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:09.667407 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2fb13c10-b6a9-49da-aa4b-feb84e8a6b3b req-beea3e46-cb4f-422c-8582-7eaec5b7616f service neutron] 10.222.0.54 "GET /v2.0/networks?id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f HTTP/1.1" status: 200 len: 916 time: 0.0900700 Jul 08 02:47:09.709390 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a60f19fd-f9c6-4cfe-bc29-b5d51a60b2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:09.726942 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2fb13c10-b6a9-49da-aa4b-feb84e8a6b3b req-9af0a563-d1db-41df-923f-3f29e68f2043 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb3c8522-9010-4920-8349-91b70fac63ec HTTP/1.1" status: 200 len: 217 time: 0.0483584 Jul 08 02:47:09.783734 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a60f19fd-f9c6-4cfe-bc29-b5d51a60b2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126165878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126201838'] for subnet, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:09.811049 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb13c10-b6a9-49da-aa4b-feb84e8a6b3b req-f15eedfb-149c-44c5-84df-b44c58adf679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:09.813839 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2fb13c10-b6a9-49da-aa4b-feb84e8a6b3b req-f15eedfb-149c-44c5-84df-b44c58adf679 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c47d5346-c08a-4b69-96fd-daee2cb1c1d5 HTTP/1.1" status: 200 len: 855 time: 0.0749912 Jul 08 02:47:09.822557 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f19fd-f9c6-4cfe-bc29-b5d51a60b2ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caf89e04-e54a-45b8-9490-c144735a6bb9,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:09.830509 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a60f19fd-f9c6-4cfe-bc29-b5d51a60b2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:09.833592 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-a60f19fd-f9c6-4cfe-bc29-b5d51a60b2ea admin admin] 10.222.0.21 "DELETE /v2.0/subnets/caf89e04-e54a-45b8-9490-c144735a6bb9 HTTP/1.1" status: 204 len: 168 time: 0.2542634 Jul 08 02:47:09.835983 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 40106) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:09.872601 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2fb13c10-b6a9-49da-aa4b-feb84e8a6b3b req-14e78c64-cb60-40a3-8d38-4421330087f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496359 Jul 08 02:47:09.937540 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-902cd4db-9976-422f-a531-6d0c848bc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:09.981301 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2fb13c10-b6a9-49da-aa4b-feb84e8a6b3b req-d72cb639-d01c-48ad-a0db-d16f9de4e510 service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978622 Jul 08 02:47:10.050503 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-902cd4db-9976-422f-a531-6d0c848bc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.063054 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-902cd4db-9976-422f-a531-6d0c848bc1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f980fb6-7849-4614-9ec8-5e99a26c6651']}} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:10.074438 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-902cd4db-9976-422f-a531-6d0c848bc1e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f5d774-9288-4101-979b-599ee672d5a8') {'for_net_delete': True} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:10.074735 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-902cd4db-9976-422f-a531-6d0c848bc1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f5d774-9288-4101-979b-599ee672d5a8') {} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:10.088263 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2fb13c10-b6a9-49da-aa4b-feb84e8a6b3b req-fef28478-605e-448e-ace8-4f6bfd2976e3 service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906487 Jul 08 02:47:10.088617 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-902cd4db-9976-422f-a531-6d0c848bc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126166745'] for segment, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.104998 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-902cd4db-9976-422f-a531-6d0c848bc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.110788 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4efe3-eb12-4984-a45e-c1ca662af1db req-9b8b2197-bfbf-4f1f-a679-6fd065d3f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:10.112253 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-94e4efe3-eb12-4984-a45e-c1ca662af1db req-9b8b2197-bfbf-4f1f-a679-6fd065d3f0e4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 1098 time: 0.0938351 Jul 08 02:47:10.114653 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902cd4db-9976-422f-a531-6d0c848bc1e4 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=104846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:47:10.115038 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-902cd4db-9976-422f-a531-6d0c848bc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126165969'] for segment, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: Traceback (most recent call last): Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: timer() Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: cb(*args, **kw) Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: return func(*args, **kwargs) Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: self._notify() Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: self.callback(batched_events) Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: event.method(event) Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: return f(self, *a, **k) Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._get(url).json() Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: return self.request(url, 'GET', **kwargs) Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:47:10.116619 dv-cinder-789077-2-iscsi neutron-server[104846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:47:10.190027 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-902cd4db-9976-422f-a531-6d0c848bc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.193343 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-94e4efe3-eb12-4984-a45e-c1ca662af1db req-503f87d4-087d-4114-b3c9-8ee58aa46cfe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641665 Jul 08 02:47:10.198143 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-902cd4db-9976-422f-a531-6d0c848bc1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.202321 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-902cd4db-9976-422f-a531-6d0c848bc1e4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5f980fb6-7849-4614-9ec8-5e99a26c6651 HTTP/1.1" status: 204 len: 168 time: 0.3650579 Jul 08 02:47:10.203465 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40110) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:10.212581 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cd4db-9976-422f-a531-6d0c848bc1e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f980fb6-7849-4614-9ec8-5e99a26c6651,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:10.252186 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b5ad22-1d69-4519-b4a9-0bae962e6b57 admin admin] Deleting subnet 0dad5876-6589-4a51-b6c1-7555a949ed7e {{(pid=104845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:47:10.255511 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-00b5ad22-1d69-4519-b4a9-0bae962e6b57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.290511 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-00b5ad22-1d69-4519-b4a9-0bae962e6b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2983177'] for subnet, precommit_delete_associations {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.330740 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-00b5ad22-1d69-4519-b4a9-0bae962e6b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.391321 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-00b5ad22-1d69-4519-b4a9-0bae962e6b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2876789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3359632'] for subnet, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.425019 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5ad22-1d69-4519-b4a9-0bae962e6b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dad5876-6589-4a51-b6c1-7555a949ed7e,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:10.433736 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-00b5ad22-1d69-4519-b4a9-0bae962e6b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.440335 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-00b5ad22-1d69-4519-b4a9-0bae962e6b57 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0dad5876-6589-4a51-b6c1-7555a949ed7e HTTP/1.1" status: 204 len: 168 time: 0.2356150 Jul 08 02:47:10.442944 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40122) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:10.592559 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf446-75a3-4d67-8c7b-ce6eedc36a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.636669 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d0701-70e3-467a-880e-cd5ebce66090 req-179bab2c-e0bd-4b9c-a34b-4b85cd21570e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:10.637215 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-020d0701-70e3-467a-880e-cd5ebce66090 req-179bab2c-e0bd-4b9c-a34b-4b85cd21570e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 944 time: 0.1735637 Jul 08 02:47:10.675742 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f060d-c6db-4798-9d4f-efe46b79b49a req-529fb8b0-bf49-4285-8d21-97960f93a437 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:10.677732 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f46f060d-c6db-4798-9d4f-efe46b79b49a req-529fb8b0-bf49-4285-8d21-97960f93a437 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.1740170 Jul 08 02:47:10.760084 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf446-75a3-4d67-8c7b-ce6eedc36a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.781385 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-d4cbf446-75a3-4d67-8c7b-ce6eedc36a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96f9b33-fe16-4b53-a0f3-ec1a68a3f5bd']}} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:10.787678 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-020d0701-70e3-467a-880e-cd5ebce66090 req-2a425d91-6c72-4e61-a6b6-575b051d8c94 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297357 Jul 08 02:47:10.795984 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f46f060d-c6db-4798-9d4f-efe46b79b49a req-cb0d2af2-15bf-4cb8-8276-f9e66e714452 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069062 Jul 08 02:47:10.800822 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-d4cbf446-75a3-4d67-8c7b-ce6eedc36a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4acfc554-02ec-4351-82e0-b0b65328d582') {'for_net_delete': True} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:10.801130 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-d4cbf446-75a3-4d67-8c7b-ce6eedc36a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4acfc554-02ec-4351-82e0-b0b65328d582') {} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:10.810845 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf446-75a3-4d67-8c7b-ce6eedc36a2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2983168'] for segment, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.825520 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf446-75a3-4d67-8c7b-ce6eedc36a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.831911 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4cbf446-75a3-4d67-8c7b-ce6eedc36a2c admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:47:10.832319 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf446-75a3-4d67-8c7b-ce6eedc36a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2876882'] for segment, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: Traceback (most recent call last): Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: timer() Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: cb(*args, **kw) Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: return func(*args, **kwargs) Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: self._notify() Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: self.callback(batched_events) Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: event.method(event) Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: return f(self, *a, **k) Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._get(url).json() Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: return self.request(url, 'GET', **kwargs) Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:47:10.834058 dv-cinder-789077-2-iscsi neutron-server[104845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:47:10.886866 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf446-75a3-4d67-8c7b-ce6eedc36a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.893186 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf446-75a3-4d67-8c7b-ce6eedc36a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:10.897761 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-d4cbf446-75a3-4d67-8c7b-ce6eedc36a2c admin admin] 10.222.0.21 "DELETE /v2.0/networks/f96f9b33-fe16-4b53-a0f3-ec1a68a3f5bd HTTP/1.1" status: 204 len: 168 time: 0.4536049 Jul 08 02:47:10.909006 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbf446-75a3-4d67-8c7b-ce6eedc36a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=f96f9b33-fe16-4b53-a0f3-ec1a68a3f5bd,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:11.080840 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40142) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:11.119337 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-3c787040-d301-43b3-86e0-3093dbb15d55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcf11a46d3f545cc9b7f0aa0df847ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373697 Jul 08 02:47:11.121749 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40144) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:11.172743 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-1f5b90a5-48ff-48cf-8923-097943734c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:11.194085 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-1f5b90a5-48ff-48cf-8923-097943734c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:11.238760 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-1f5b90a5-48ff-48cf-8923-097943734c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:11.241319 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-1f5b90a5-48ff-48cf-8923-097943734c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:11.242492 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-1f5b90a5-48ff-48cf-8923-097943734c4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06ddedb7-8b21-403c-a063-3e44d674b32e HTTP/1.1" status: 204 len: 168 time: 0.1198385 Jul 08 02:47:11.250978 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b90a5-48ff-48cf-8923-097943734c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ddedb7-8b21-403c-a063-3e44d674b32e,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:11.550075 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40152) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:11.588533 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-90733145-9d71-41b2-a69d-d96e0862d5b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebcf21e7b13d45a198e2cf17bbf66843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372481 Jul 08 02:47:11.590823 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40154) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:11.638025 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-fa7d39f5-ff60-435f-87ac-257ca90466a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:11.661697 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-fa7d39f5-ff60-435f-87ac-257ca90466a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:11.706003 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-fa7d39f5-ff60-435f-87ac-257ca90466a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:11.708532 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-fa7d39f5-ff60-435f-87ac-257ca90466a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:11.709704 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-fa7d39f5-ff60-435f-87ac-257ca90466a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39840ab8-5f9b-49a1-802c-74c7eb8aae81 HTTP/1.1" status: 204 len: 168 time: 0.1169450 Jul 08 02:47:11.718189 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d39f5-ff60-435f-87ac-257ca90466a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39840ab8-5f9b-49a1-802c-74c7eb8aae81,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:12.214353 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fc96-b39c-413b-899d-ea6a09f8b89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:12.698699 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40196) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:12.799742 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ff98ff46-9d76-4d8a-bb0f-77a2a24053dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:12.893313 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ff98ff46-9d76-4d8a-bb0f-77a2a24053dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:12.897003 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ff98ff46-9d76-4d8a-bb0f-77a2a24053dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:12.934872 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-ff98ff46-9d76-4d8a-bb0f-77a2a24053dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f423ac1d9b8542abb7ae6485b1698cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351196 Jul 08 02:47:12.936030 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98ff46-9d76-4d8a-bb0f-77a2a24053dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f42e25-70ec-4114-9ff1-9ff4731929ae,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:12.937793 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 40200) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:12.985996 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6427aabe-4646-433e-9582-807b2a68525b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:13.005814 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6427aabe-4646-433e-9582-807b2a68525b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:13.051161 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6427aabe-4646-433e-9582-807b2a68525b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:13.053563 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6427aabe-4646-433e-9582-807b2a68525b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:13.054756 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-6427aabe-4646-433e-9582-807b2a68525b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9f42e25-70ec-4114-9ff1-9ff4731929ae HTTP/1.1" status: 204 len: 168 time: 0.1159289 Jul 08 02:47:13.063438 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427aabe-4646-433e-9582-807b2a68525b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f42e25-70ec-4114-9ff1-9ff4731929ae,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:13.646365 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 40226) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:13.740639 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1490364473-network', 'tenant_id': '673ab3285aeb4543b917150a9b83264a'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:13.765125 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] Made reservation on behalf of 673ab3285aeb4543b917150a9b83264a for: {'network': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:47:13.767417 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:13.775243 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:13.860494 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:13.863920 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:13.887052 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:47:13.895683 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c17acbe-db4a-4f41-a2ac-20c111d89ce1,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:13.901620 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:13.902005 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.segments_db [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] Added segment 41c104b4-ec59-462c-ba21-4bc5b975ce7f of type vlan for network 8f78bd6c-2fb9-4346-a188-dda9530e4242 Jul 08 02:47:13.944689 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:13.972944 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:13.974015 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:13.974600 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.029821 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3823793 Jul 08 02:47:14.032845 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40232) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:14.034818 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32ec24-1cc7-45f8-8ea1-f7da596aae32 admin admin] Pushing event updated for resources: {'Network': ['ID=8f78bd6c-2fb9-4346-a188-dda9530e4242,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:14.039130 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-4d61be7f-ea79-4533-ae46-0e1ee414476c admin admin] Request body: {'subnet': {'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1490364473-subnet', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'ip_version': 4}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:14.044216 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network 8f78bd6c-2fb9-4346-a188-dda9530e4242 details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:47:14.061673 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d61be7f-ea79-4533-ae46-0e1ee414476c admin admin] Made reservation on behalf of 673ab3285aeb4543b917150a9b83264a for: {'subnet': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:47:14.064313 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4d61be7f-ea79-4533-ae46-0e1ee414476c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359675'] for subnet, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.238950 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4d61be7f-ea79-4533-ae46-0e1ee414476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2875576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3359625'] for subnet, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.278435 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device bb3c8522-9010-4920-8349-91b70fac63ec details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:47:14.298596 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61be7f-ea79-4533-ae46-0e1ee414476c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb3a1c5-f762-4173-84a7-09042e95bbdf,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:14.306156 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61be7f-ea79-4533-ae46-0e1ee414476c admin admin] Checking segment: {'id': '41c104b4-ec59-462c-ba21-4bc5b975ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:47:14.306517 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d61be7f-ea79-4533-ae46-0e1ee414476c admin admin] Network hostable DHCP agents. Network: 8f78bd6c-2fb9-4346-a188-dda9530e4242, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:47:14.323303 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d61be7f-ea79-4533-ae46-0e1ee414476c admin admin] Network 8f78bd6c-2fb9-4346-a188-dda9530e4242 is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:47:14.333721 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-4d61be7f-ea79-4533-ae46-0e1ee414476c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, 8f78bd6c-2fb9-4346-a188-dda9530e4242) {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:14.340281 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d61be7f-ea79-4533-ae46-0e1ee414476c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:14.340281 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4d61be7f-ea79-4533-ae46-0e1ee414476c admin admin] Notify callbacks [] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.352446 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f13b0cd-4526-4baf-bb97-c51132646de2 None None] Network 8f78bd6c-2fb9-4346-a188-dda9530e4242 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:47:14.360583 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-4d61be7f-ea79-4533-ae46-0e1ee414476c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3265941 Jul 08 02:47:14.363320 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40236) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:14.368457 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:14.395133 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16287093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14686'] for router, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.396724 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16287128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16291112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-516306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14631'] for router, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.440251 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port bb3c8522-9010-4920-8349-91b70fac63ec, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=bb3c8522-9010-4920-8349-91b70fac63ec,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:14.457762 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': 'bb3c8522-9010-4920-8349-91b70fac63ec', 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f', 'port_id': 'bb3c8522-9010-4920-8349-91b70fac63ec', 'mac_address': 'fa:16:3e:54:dd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47d5346-c08a-4b69-96fd-daee2cb1c1d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:47:14.473418 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.560520 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.574545 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c58fc0b-1a5e-538e-9cdc-2d4ab23966fa-8f78bd6c-2fb9-4346-a188-dda9530e4242', 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'fixed_ips': [{'subnet_id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf'}]}} from dv-cinder-789077-2-iscsi. {{(pid=104847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:47:14.575463 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.580231 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3c8522-9010-4920-8349-91b70fac63ec {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:47:14.614556 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port bb3c8522-9010-4920-8349-91b70fac63ec, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=bb3c8522-9010-4920-8349-91b70fac63ec,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:14.625397 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.694190 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16291130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16286983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14641'] for router, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.711344 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.744577 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c652d3-3335-487c-a0e3-52dd33eb6e93 req-90c163f4-8b86-4121-9a3b-3842e3d40c52 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:14.746164 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e1c652d3-3335-487c-a0e3-52dd33eb6e93 req-90c163f4-8b86-4121-9a3b-3842e3d40c52 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 944 time: 0.2654881 Jul 08 02:47:14.768098 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-eda8354d-26f3-4690-8b04-0b5032b458f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.780036 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=bb3c8522-9010-4920-8349-91b70fac63ec,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:14.801779 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.db_base_plugin_common [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Allocated IP 172.20.0.2 (8f78bd6c-2fb9-4346-a188-dda9530e4242/9cb3a1c5-f762-4173-84a7-09042e95bbdf/042489b3-1709-4706-8011-d4c55b82052d) {{(pid=104847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:47:14.807062 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca740f-3f75-4d24-a97e-8cde2b512ac9 req-def27519-5ca9-4ed6-b4bb-3a90722bd085 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:14.808921 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-adca740f-3f75-4d24-a97e-8cde2b512ac9 req-def27519-5ca9-4ed6-b4bb-3a90722bd085 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.2888556 Jul 08 02:47:14.901988 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e1c652d3-3335-487c-a0e3-52dd33eb6e93 req-ffca5bf5-3923-44cf-abd4-ed8cfbf75b1c tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168578 Jul 08 02:47:14.949907 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-adca740f-3f75-4d24-a97e-8cde2b512ac9 req-66bafbbb-c940-467b-a246-2d371335a367 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051893 Jul 08 02:47:14.980304 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.982825 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Notify callbacks [] for port, precommit_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.992228 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Transition to ACTIVE for port object 042489b3-1709-4706-8011-d4c55b82052d will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:15.010655 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Transition to ACTIVE for port object 042489b3-1709-4706-8011-d4c55b82052d will not be triggered until provisioned by entity DHCP. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:15.018111 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:15.063563 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Network 8f78bd6c-2fb9-4346-a188-dda9530e4242 is already hosted by enough agents. {{(pid=104847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:47:15.066467 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.base_scheduler [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Resources bound (agent type, host, resource id): {{(pid=104847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:15.070054 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Received port after_create {{(pid=104847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:47:15.079725 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Pushing event updated for resources: {'Port': ['ID=042489b3-1709-4706-8011-d4c55b82052d,revision_number=1']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:15.095440 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:15.115570 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:15.133617 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Attempting to bind port 042489b3-1709-4706-8011-d4c55b82052d on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:47:15.134018 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Attempting to bind port 042489b3-1709-4706-8011-d4c55b82052d by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '41c104b4-ec59-462c-ba21-4bc5b975ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:47:15.134521 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Attempting to bind port 042489b3-1709-4706-8011-d4c55b82052d on network 8f78bd6c-2fb9-4346-a188-dda9530e4242 {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:47:15.139541 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:47:15.139913 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Checking segment: {'id': '41c104b4-ec59-462c-ba21-4bc5b975ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:47:15.140316 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:15.140712 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Bound using segment: {'id': '41c104b4-ec59-462c-ba21-4bc5b975ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:47:15.141172 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Bound port: 042489b3-1709-4706-8011-d4c55b82052d, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c104b4-ec59-462c-ba21-4bc5b975ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:47:15.141550 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:15.206717 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] For port 042489b3-1709-4706-8011-d4c55b82052d, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:47:15.209845 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] For port 042489b3-1709-4706-8011-d4c55b82052d, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=042489b3-1709-4706-8011-d4c55b82052d,segment=NetworkSegment(41c104b4-ec59-462c-ba21-4bc5b975ce7f),segment_id=41c104b4-ec59-462c-ba21-4bc5b975ce7f)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:47:15.214042 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:15.223080 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Allocated IP 172.27.1.192 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/0a94eaa1-01a9-40ed-bb53-77714e293f0c) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:47:15.254242 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['bb3c8522-9010-4920-8349-91b70fac63ec'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:47:15.336924 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e298490-f7df-4ae9-bc04-f5fc7c963553 None None] Pushing event updated for resources: {'Port': ['ID=042489b3-1709-4706-8011-d4c55b82052d,revision_number=2']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:15.384011 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:15.456675 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:15.500409 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:47:15.503328 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:15.509925 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:47:15.549345 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Pushing event updated for resources: {'Port': ['ID=0a94eaa1-01a9-40ed-bb53-77714e293f0c,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:15.585379 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 40260) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:15.724563 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e3a4823c-7a32-441b-934f-050b09d20d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:15.825085 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e3a4823c-7a32-441b-934f-050b09d20d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:15.831220 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e3a4823c-7a32-441b-934f-050b09d20d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:15.836615 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:15.877207 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-e3a4823c-7a32-441b-934f-050b09d20d41 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4aa457ace964c67b8dc2fca884a8266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911763 Jul 08 02:47:15.878657 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4823c-7a32-441b-934f-050b09d20d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068439bb-88f7-4509-a544-eb317296b45e,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:15.880734 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40266) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:15.914373 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 042489b3-1709-4706-8011-d4c55b82052d up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:16.004331 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 042489b3-1709-4706-8011-d4c55b82052d completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:16.133055 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:16.242889 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-303e1857-ba03-4e88-9603-43663f43fa8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:16.364061 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-303e1857-ba03-4e88-9603-43663f43fa8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:16.411834 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae5f3ba-5b08-4cb1-b426-ecd5cc506d30 None None] Network 8f78bd6c-2fb9-4346-a188-dda9530e4242 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:47:16.447256 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16286988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515291'] for router, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:16.464621 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bcc9f-cb75-44b4-98fc-60d7d5ac707b req-1da2220c-f92d-4751-b0ab-069338f662c8 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:16.466232 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b80bcc9f-cb75-44b4-98fc-60d7d5ac707b req-1da2220c-f92d-4751-b0ab-069338f662c8 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.2213082 Jul 08 02:47:16.473325 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d49c6-43db-4ada-92e7-9bb8d09ce454 req-03fad7a8-fe16-490f-aca0-64bd3f0b005f tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:16.474748 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5d2d49c6-43db-4ada-92e7-9bb8d09ce454 req-03fad7a8-fe16-490f-aca0-64bd3f0b005f tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 945 time: 0.2263470 Jul 08 02:47:16.527051 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-05ff73dc-edec-42d2-ab08-f0daa6eafdb8 None None] Provisioning for port 042489b3-1709-4706-8011-d4c55b82052d completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:16.533920 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-05ff73dc-edec-42d2-ab08-f0daa6eafdb8 None None] Provisioning complete for port 042489b3-1709-4706-8011-d4c55b82052d triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:16.534352 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-05ff73dc-edec-42d2-ab08-f0daa6eafdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:16.552719 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-303e1857-ba03-4e88-9603-43663f43fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:16.555265 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-303e1857-ba03-4e88-9603-43663f43fa8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:16.556394 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-303e1857-ba03-4e88-9603-43663f43fa8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/068439bb-88f7-4509-a544-eb317296b45e HTTP/1.1" status: 204 len: 168 time: 0.6744828 Jul 08 02:47:16.617454 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e1857-ba03-4e88-9603-43663f43fa8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068439bb-88f7-4509-a544-eb317296b45e,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:16.631397 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b80bcc9f-cb75-44b4-98fc-60d7d5ac707b req-4c046bd2-e399-4885-924d-09d55ff2042e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555185 Jul 08 02:47:16.644726 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5d2d49c6-43db-4ada-92e7-9bb8d09ce454 req-0a4bbe70-b4fa-4fda-9d4b-feeeddceeac3 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289973 Jul 08 02:47:16.740443 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce is scheduled to L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 with binding_index 1 {{(pid=104845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:47:16.740658 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-05ff73dc-edec-42d2-ab08-f0daa6eafdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:16.785374 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-05ff73dc-edec-42d2-ab08-f0daa6eafdb8 None None] For port 042489b3-1709-4706-8011-d4c55b82052d, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=042489b3-1709-4706-8011-d4c55b82052d,segment=NetworkSegment(41c104b4-ec59-462c-ba21-4bc5b975ce7f),segment_id=41c104b4-ec59-462c-ba21-4bc5b975ce7f)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:16.792237 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-05ff73dc-edec-42d2-ab08-f0daa6eafdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:16.864870 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff73dc-edec-42d2-ab08-f0daa6eafdb8 None None] Pushing event updated for resources: {'Port': ['ID=042489b3-1709-4706-8011-d4c55b82052d,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:16.908258 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:47:16.917800 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Sync routers for ids ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:47:16.928108 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Routers {'7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:47:16.928757 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:16.939736 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] Notify callbacks [] for router, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:16.942806 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-05adcf06-d7e4-4e92-a1dd-7dd03409aab5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5765896 Jul 08 02:47:16.944202 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 40298) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:17.055189 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Set router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:47:17.117139 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-9ac0b327-3731-4cd0-98ed-56da87fc53a3 None None] Provisioning complete for port 042489b3-1709-4706-8011-d4c55b82052d triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:17.117924 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9ac0b327-3731-4cd0-98ed-56da87fc53a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:17.300097 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:14Z', 'updated_at': '2021-07-08T02:47:15Z', 'revision_number': 3, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'gw_port': {'id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:15Z', 'updated_at': '2021-07-08T02:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:17.332001 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Checking router: 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:47:17.332378 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Updating router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce port 0a94eaa1-01a9-40ed-bb53-77714e293f0c binding host dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:47:17.368549 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:17.454159 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:17.644472 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Notify callbacks [] for port, precommit_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:17.649613 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:17.655809 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.provisioning_blocks [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Transition to ACTIVE for port object 0a94eaa1-01a9-40ed-bb53-77714e293f0c will not be triggered until provisioned by entity L2. {{(pid=104848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:17.662846 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:17.719214 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Attempting to bind port 0a94eaa1-01a9-40ed-bb53-77714e293f0c on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:47:17.719598 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Attempting to bind port 0a94eaa1-01a9-40ed-bb53-77714e293f0c by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:47:17.719967 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Attempting to bind port 0a94eaa1-01a9-40ed-bb53-77714e293f0c on network 55c43452-347a-4a03-a326-c2f40e761f1d {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:47:17.726804 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c7be5-05e9-49ba-9f34-a980b3719ebd None None] Pushing event updated for resources: {'Port': ['ID=0a94eaa1-01a9-40ed-bb53-77714e293f0c,revision_number=2']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:17.729926 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:47:17.730308 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Checking segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:47:17.730715 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:17.731377 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Bound using segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:47:17.742418 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Bound port: 0a94eaa1-01a9-40ed-bb53-77714e293f0c, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:47:17.743397 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:17.859591 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Allocated IP 172.20.0.1 (8f78bd6c-2fb9-4346-a188-dda9530e4242/9cb3a1c5-f762-4173-84a7-09042e95bbdf/6f5af8d9-c2fe-4521-96e0-1ff163dfc254) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:47:17.889184 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64c7be5-05e9-49ba-9f34-a980b3719ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:17.889901 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64c7be5-05e9-49ba-9f34-a980b3719ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:17.889901 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64c7be5-05e9-49ba-9f34-a980b3719ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:17.890282 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64c7be5-05e9-49ba-9f34-a980b3719ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:17.890589 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64c7be5-05e9-49ba-9f34-a980b3719ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:17.890919 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64c7be5-05e9-49ba-9f34-a980b3719ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:17.891250 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64c7be5-05e9-49ba-9f34-a980b3719ebd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:17.891572 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64c7be5-05e9-49ba-9f34-a980b3719ebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:17.891909 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64c7be5-05e9-49ba-9f34-a980b3719ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:17.892238 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64c7be5-05e9-49ba-9f34-a980b3719ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:17.892555 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64c7be5-05e9-49ba-9f34-a980b3719ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:17.892871 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64c7be5-05e9-49ba-9f34-a980b3719ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:17.937766 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] For port 0a94eaa1-01a9-40ed-bb53-77714e293f0c, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:47:17.938737 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 042489b3-1709-4706-8011-d4c55b82052d up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:17.941556 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] For port 0a94eaa1-01a9-40ed-bb53-77714e293f0c, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=0a94eaa1-01a9-40ed-bb53-77714e293f0c,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:47:17.947698 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:17.994265 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 042489b3-1709-4706-8011-d4c55b82052d triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:17.994751 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:17.999276 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Routers {'7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:47:18.000111 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:18.005042 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:18.019291 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.provisioning_blocks [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Transition to ACTIVE for port object 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 will not be triggered until provisioned by entity DHCP. {{(pid=104846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:18.051763 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c7be5-05e9-49ba-9f34-a980b3719ebd None None] Pushing event updated for resources: {'Port': ['ID=0a94eaa1-01a9-40ed-bb53-77714e293f0c,revision_number=3']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:18.054812 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126165803'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:18.089761 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Network 8f78bd6c-2fb9-4346-a188-dda9530e4242 is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:47:18.094336 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:18.096705 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:47:18.122848 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] Set router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:47:18.136656 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5af8d9-c2fe-4521-96e0-1ff163dfc254,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:18.146802 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16291538'] for router_interface, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:18.288913 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:18.309021 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:14Z', 'updated_at': '2021-07-08T02:47:15Z', 'revision_number': 3, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'gw_port': {'id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:15Z', 'updated_at': '2021-07-08T02:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:18.339123 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-dcd4d715-95bf-4fb7-9362-c2cc5823800c None None] Provisioning for port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:18.342074 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035d222e-bd29-4050-920f-1f6e474a2483 None None] The sync data for ids ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'] in dv-cinder-789077-2-iscsi is: [{'id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:14Z', 'updated_at': '2021-07-08T02:47:15Z', 'revision_number': 3, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'gw_port': {'id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:15Z', 'updated_at': '2021-07-08T02:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:47:18.343608 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-dcd4d715-95bf-4fb7-9362-c2cc5823800c None None] Provisioning complete for port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:18.348627 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-dcd4d715-95bf-4fb7-9362-c2cc5823800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:18.391359 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-dcd4d715-95bf-4fb7-9362-c2cc5823800c None None] Port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:47:18.463157 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:18.469139 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126165813'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:18.539263 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16377311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292737'] for router_interface, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:18.541107 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5af8d9-c2fe-4521-96e0-1ff163dfc254,revision_number=2']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:18.562561 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:18.563092 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:18.563581 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:18.564069 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:18.564399 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:18.564731 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:18.565060 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:18.565386 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:18.565709 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:18.566055 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:18.566378 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:18.566700 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:18.659140 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Network 8f78bd6c-2fb9-4346-a188-dda9530e4242 is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:47:18.660568 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:18.785124 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:47:18.904381 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:47:18.910512 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-90df8211-3189-4c8c-b727-8950646ccd09 admin admin] 10.222.0.21 "PUT /v2.0/routers/7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9647949 Jul 08 02:47:18.921074 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-70ab6775-84ef-4acb-8773-9e89185d7a3b None None] Provisioning complete for port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:18.922073 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-70ab6775-84ef-4acb-8773-9e89185d7a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:18.962938 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-70ab6775-84ef-4acb-8773-9e89185d7a3b None None] Port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:47:19.429920 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 40348) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:19.435635 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1873241891-network', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:19.455998 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] Made reservation on behalf of 95f09854fef84b428c4d2cb126c2b59d for: {'network': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:47:19.458283 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:19.466479 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:19.552010 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:19.556067 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:19.584770 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=104846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:47:19.590318 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbe54d7-69d6-4b38-bb04-1db6b5ab0e9d,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:19.599007 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:19.599862 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.segments_db [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] Added segment 77826960-fcb2-4b58-a015-3cf8d86a1c44 of type vlan for network c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc Jul 08 02:47:19.639682 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:19.667653 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:19.668673 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:19.669725 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:19.729731 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2987115 Jul 08 02:47:19.732742 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40350) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:19.733193 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e3ae8-4a55-499c-9a32-26f88bd6ac93 admin admin] Pushing event updated for resources: {'Network': ['ID=c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:19.737988 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Request body: {'subnet': {'network_id': 'c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1873241891-subnet', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d', 'ip_version': 4}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:19.742775 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:47:19.759349 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Made reservation on behalf of 95f09854fef84b428c4d2cb126c2b59d for: {'subnet': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:47:19.761780 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359675'] for subnet, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:19.890234 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 0a94eaa1-01a9-40ed-bb53-77714e293f0c up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:19.920044 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Sync routers for ids ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:47:19.945288 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Routers {'7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:47:19.946009 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:19.957275 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2875576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3359625'] for subnet, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:19.995500 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device bb3c8522-9010-4920-8349-91b70fac63ec up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:20.027080 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa8efa0-43dd-4de9-862d-780438c75626,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:20.035740 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Checking segment: {'id': '77826960-fcb2-4b58-a015-3cf8d86a1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:47:20.036150 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Network hostable DHCP agents. Network: c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:47:20.039088 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:20.039367 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:20.039872 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:20.040218 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:20.040555 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:20.040894 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:20.041225 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:20.041555 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:20.041898 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:20.042229 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:20.042739 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:20.043080 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:20.063536 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Network c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:47:20.076115 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc) {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:20.081498 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:20.083067 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:20.108232 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-6923799c-659e-4755-8b97-41596b422284 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3712656 Jul 08 02:47:20.108495 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40356) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:20.113530 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1873241891-router', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:20.124616 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Set router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:47:20.139683 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16287093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14686'] for router, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:20.141039 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16287128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16291112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-516306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14631'] for router, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:20.275427 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769dd7e4-b80c-48d9-8341-c7b4a7263d61 None None] Network c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:47:20.278381 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:20.294548 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 0a94eaa1-01a9-40ed-bb53-77714e293f0c completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:20.338932 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 0a94eaa1-01a9-40ed-bb53-77714e293f0c triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:20.339305 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:20.371801 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a77c80-a46a-4e0f-862d-a8b2d6ff9aa1 req-3dd751a4-b44d-44b9-8d80-b55b654de21c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:20.374239 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-24a77c80-a46a-4e0f-862d-a8b2d6ff9aa1 req-3dd751a4-b44d-44b9-8d80-b55b654de21c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.2289307 Jul 08 02:47:20.422788 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b30f6b-1397-4277-b319-2e44379ea7bb req-6065d522-f96a-4db0-a145-271296c2b7fa tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:20.429509 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-67b30f6b-1397-4277-b319-2e44379ea7bb req-6065d522-f96a-4db0-a145-271296c2b7fa tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 945 time: 0.2665119 Jul 08 02:47:20.478139 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port bb3c8522-9010-4920-8349-91b70fac63ec completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:20.494453 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16291130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16286983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14641'] for router, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:20.494681 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port bb3c8522-9010-4920-8349-91b70fac63ec triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:20.494839 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:20.549519 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-67b30f6b-1397-4277-b319-2e44379ea7bb req-1191ab36-36a0-4797-8b8c-6969e5ab99e2 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146140 Jul 08 02:47:20.553782 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-24a77c80-a46a-4e0f-862d-a8b2d6ff9aa1 req-cfb55e70-03c1-44f9-856a-1f8dac448aa4 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396523 Jul 08 02:47:20.718952 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c58fc0b-1a5e-538e-9cdc-2d4ab23966fa-c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc', 'network_id': 'c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d', 'fixed_ips': [{'subnet_id': 'ffa8efa0-43dd-4de9-862d-780438c75626'}]}} from dv-cinder-789077-2-iscsi. {{(pid=104847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:47:20.719874 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:20.721735 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:20.763240 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:20.780310 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port 0a94eaa1-01a9-40ed-bb53-77714e293f0c, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=0a94eaa1-01a9-40ed-bb53-77714e293f0c,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:20.781948 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:20.789389 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:20.795765 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:20.913820 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8df498-7e9a-4571-b851-de1c85788f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3c8522-9010-4920-8349-91b70fac63ec'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:47:20.916121 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88af6c1f-7c0a-4ae1-86d8-6cab6f4ae2ea" -d '{"events": [{"server_uuid": "4b8df498-7e9a-4571-b851-de1c85788f5c", "name": "network-vif-plugged", "status": "completed", "tag": "bb3c8522-9010-4920-8349-91b70fac63ec"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:47:20.966336 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Allocated IP 172.27.1.186 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/b0cff22e-1654-4490-94b0-fc55e683955b) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:47:20.983666 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port bb3c8522-9010-4920-8349-91b70fac63ec, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=bb3c8522-9010-4920-8349-91b70fac63ec,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:20.990759 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:14Z', 'updated_at': '2021-07-08T02:47:18Z', 'revision_number': 4, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'gw_port': {'id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:15Z', 'updated_at': '2021-07-08T02:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '6f5af8d9-c2fe-4521-96e0-1ff163dfc254', 'name': '', 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'mac_address': 'fa:16:3e:1f:66:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:17Z', 'updated_at': '2021-07-08T02:47:18Z', 'revision_number': 2, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'subnets': [{'id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:21.020469 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:21.094232 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=0a94eaa1-01a9-40ed-bb53-77714e293f0c,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:21.104616 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2126e320-b34a-43bc-964b-81b2d8522425 x-openstack-request-id: req-2126e320-b34a-43bc-964b-81b2d8522425 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:47:21.104938 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8df498-7e9a-4571-b851-de1c85788f5c", "name": "network-vif-plugged", "status": "completed", "tag": "bb3c8522-9010-4920-8349-91b70fac63ec", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:47:21.105280 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2126e320-b34a-43bc-964b-81b2d8522425 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:47:21.105777 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8df498-7e9a-4571-b851-de1c85788f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3c8522-9010-4920-8349-91b70fac63ec', 'code': 200} Jul 08 02:47:21.112604 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Checking router: 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:47:21.113128 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Updating router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 binding host dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:47:21.124955 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:21.176197 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.db_base_plugin_common [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Allocated IP 172.20.0.2 (c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc/ffa8efa0-43dd-4de9-862d-780438c75626/9cba42f3-1983-4d0f-be03-e62ef1645903) {{(pid=104847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:47:21.214756 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:21.220924 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:21.221458 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=bb3c8522-9010-4920-8349-91b70fac63ec,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:21.247456 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:47:21.268120 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:21.286416 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:47:21.362756 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061b0c2-4f01-46c7-9e68-d22430387880 req-91b0dc72-c6e9-40fe-a5cb-db0c768797db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:21.365165 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7061b0c2-4f01-46c7-9e68-d22430387880 req-91b0dc72-c6e9-40fe-a5cb-db0c768797db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 1099 time: 0.0578966 Jul 08 02:47:21.425428 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7061b0c2-4f01-46c7-9e68-d22430387880 req-a9f248b3-4eb9-44d9-8087-4f64010ea890 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506420 Jul 08 02:47:21.460252 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Pushing event updated for resources: {'Port': ['ID=b0cff22e-1654-4490-94b0-fc55e683955b,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:21.565474 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Notify callbacks [] for port, precommit_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:21.584638 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Transition to ACTIVE for port object 9cba42f3-1983-4d0f-be03-e62ef1645903 will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:21.617092 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:21.621005 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Transition to ACTIVE for port object 9cba42f3-1983-4d0f-be03-e62ef1645903 will not be triggered until provisioned by entity DHCP. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:21.633285 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:21.699706 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Network c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc is already hosted by enough agents. {{(pid=104847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:47:21.721486 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Pushing event updated for resources: {'Port': ['ID=9cba42f3-1983-4d0f-be03-e62ef1645903,revision_number=1']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:21.725661 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.base_scheduler [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Resources bound (agent type, host, resource id): {{(pid=104847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:21.729770 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Received port after_create {{(pid=104847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:47:21.773413 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Notify callbacks [] for port, precommit_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:21.809401 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Transition to ACTIVE for port object 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:21.817199 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Attempting to bind port 9cba42f3-1983-4d0f-be03-e62ef1645903 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:47:21.817585 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Attempting to bind port 9cba42f3-1983-4d0f-be03-e62ef1645903 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '77826960-fcb2-4b58-a015-3cf8d86a1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:47:21.817992 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Attempting to bind port 9cba42f3-1983-4d0f-be03-e62ef1645903 on network c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:47:21.824094 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:21.828549 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:47:21.828944 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Checking segment: {'id': '77826960-fcb2-4b58-a015-3cf8d86a1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:47:21.829343 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:21.829745 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Bound using segment: {'id': '77826960-fcb2-4b58-a015-3cf8d86a1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:47:21.830271 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Bound port: 9cba42f3-1983-4d0f-be03-e62ef1645903, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77826960-fcb2-4b58-a015-3cf8d86a1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:47:21.830657 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:21.913738 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 0a94eaa1-01a9-40ed-bb53-77714e293f0c up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:21.928200 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7689e0-dd2d-4767-bbb2-94a97278ddf6 None None] Pushing event updated for resources: {'Port': ['ID=6f5af8d9-c2fe-4521-96e0-1ff163dfc254,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:22.059051 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] For port 9cba42f3-1983-4d0f-be03-e62ef1645903, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:47:22.062507 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Attempting to bind port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:47:22.062886 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Attempting to bind port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '41c104b4-ec59-462c-ba21-4bc5b975ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:47:22.063256 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Attempting to bind port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 on network 8f78bd6c-2fb9-4346-a188-dda9530e4242 {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:47:22.070949 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:47:22.071237 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Checking segment: {'id': '41c104b4-ec59-462c-ba21-4bc5b975ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:47:22.071644 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:22.072081 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Bound using segment: {'id': '41c104b4-ec59-462c-ba21-4bc5b975ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:47:22.072581 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Bound port: 6f5af8d9-c2fe-4521-96e0-1ff163dfc254, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c104b4-ec59-462c-ba21-4bc5b975ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:47:22.072891 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:22.102433 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] For port 9cba42f3-1983-4d0f-be03-e62ef1645903, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=9cba42f3-1983-4d0f-be03-e62ef1645903,segment=NetworkSegment(77826960-fcb2-4b58-a015-3cf8d86a1c44),segment_id=77826960-fcb2-4b58-a015-3cf8d86a1c44)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:47:22.148644 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:22.187472 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7ee86-0f6b-470e-b780-28aa99daf726 req-9a4e1425-2f2f-4cd4-9f52-a7e25b6abd9a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:22.204181 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8eb7ee86-0f6b-470e-b780-28aa99daf726 req-9a4e1425-2f2f-4cd4-9f52-a7e25b6abd9a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 946 time: 0.5234797 Jul 08 02:47:22.206099 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 0a94eaa1-01a9-40ed-bb53-77714e293f0c triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:22.206477 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:22.290915 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8eb7ee86-0f6b-470e-b780-28aa99daf726 req-e5a223d9-b7f9-4deb-8a29-950ae5187f49 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857348 Jul 08 02:47:22.309189 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16286988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515291'] for router, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:22.464278 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] For port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:47:22.470399 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] For port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=6f5af8d9-c2fe-4521-96e0-1ff163dfc254,segment=NetworkSegment(41c104b4-ec59-462c-ba21-4bc5b975ce7f),segment_id=41c104b4-ec59-462c-ba21-4bc5b975ce7f)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:47:22.485969 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:22.491087 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75ac48-8af1-4c79-a360-ca82b7ff9f45 None None] Pushing event updated for resources: {'Port': ['ID=9cba42f3-1983-4d0f-be03-e62ef1645903,revision_number=2']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:22.567968 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Router b74d5703-e2d0-482e-9aef-77f5360d7792 is scheduled to L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 with binding_index 1 {{(pid=104845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:47:22.611936 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Routers {'7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:47:22.613188 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:22.627286 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7689e0-dd2d-4767-bbb2-94a97278ddf6 None None] Pushing event updated for resources: {'Port': ['ID=6f5af8d9-c2fe-4521-96e0-1ff163dfc254,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:22.704287 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:47:22.716513 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Sync routers for ids ['b74d5703-e2d0-482e-9aef-77f5360d7792'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:47:22.723680 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] Notify callbacks [] for router, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:22.727522 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-0619036c-cdf7-4d30-8011-cc98caef4d5b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6152596 Jul 08 02:47:22.727778 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40442) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:22.729182 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Routers {'b74d5703-e2d0-482e-9aef-77f5360d7792'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:47:22.730386 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['b74d5703-e2d0-482e-9aef-77f5360d7792'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:22.772503 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] Set router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:47:22.869249 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Set router b74d5703-e2d0-482e-9aef-77f5360d7792 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:47:23.011115 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:14Z', 'updated_at': '2021-07-08T02:47:18Z', 'revision_number': 4, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'gw_port': {'id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:15Z', 'updated_at': '2021-07-08T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '6f5af8d9-c2fe-4521-96e0-1ff163dfc254', 'name': '', 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'mac_address': 'fa:16:3e:1f:66:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:17Z', 'updated_at': '2021-07-08T02:47:22Z', 'revision_number': 4, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'subnets': [{'id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:23.043560 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6c9b7-120f-4e48-a954-890525d255f5 None None] The sync data for ids ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'] in dv-cinder-789077-2-iscsi is: [{'id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:14Z', 'updated_at': '2021-07-08T02:47:18Z', 'revision_number': 4, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'gw_port': {'id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:15Z', 'updated_at': '2021-07-08T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '6f5af8d9-c2fe-4521-96e0-1ff163dfc254', 'name': '', 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'mac_address': 'fa:16:3e:1f:66:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:17Z', 'updated_at': '2021-07-08T02:47:22Z', 'revision_number': 4, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'subnets': [{'id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:47:23.065916 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'name': 'tempest-TestMinimumBasicScenario-1873241891-router', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T02:47:21Z', 'revision_number': 3, 'project_id': '95f09854fef84b428c4d2cb126c2b59d', 'gw_port': {'id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T02:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:23.097146 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Checking router: b74d5703-e2d0-482e-9aef-77f5360d7792 for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:47:23.097146 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Updating router b74d5703-e2d0-482e-9aef-77f5360d7792 port b0cff22e-1654-4490-94b0-fc55e683955b binding host dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:47:23.160474 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:23.209228 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:23.446459 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Allocated IP 172.20.0.1 (c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc/ffa8efa0-43dd-4de9-862d-780438c75626/eeda6649-f718-4d6b-b566-56a74602cec0) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:47:23.509453 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Notify callbacks [] for port, precommit_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:23.526381 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.provisioning_blocks [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Transition to ACTIVE for port object b0cff22e-1654-4490-94b0-fc55e683955b will not be triggered until provisioned by entity L2. {{(pid=104848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:23.535220 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:23.559908 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02caabcf-e7ca-47ea-9c99-9eb11baf3939 None None] Network c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:47:23.582650 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:23.599293 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e817e-2b70-48c3-8244-600db033e1cf None None] Pushing event updated for resources: {'Port': ['ID=b0cff22e-1654-4490-94b0-fc55e683955b,revision_number=2']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:23.601676 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Attempting to bind port b0cff22e-1654-4490-94b0-fc55e683955b on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:47:23.602259 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Attempting to bind port b0cff22e-1654-4490-94b0-fc55e683955b by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:47:23.602850 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Attempting to bind port b0cff22e-1654-4490-94b0-fc55e683955b on network 55c43452-347a-4a03-a326-c2f40e761f1d {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:47:23.602989 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Transition to ACTIVE for port object eeda6649-f718-4d6b-b566-56a74602cec0 will not be triggered until provisioned by entity DHCP. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:23.610956 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:47:23.611409 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Checking segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:47:23.611865 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:23.612484 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Bound using segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:47:23.614628 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Bound port: b0cff22e-1654-4490-94b0-fc55e683955b, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:47:23.615391 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:23.646825 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:23.664451 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-7a0a4b7e-0206-4da3-8538-ad59d48813ab None None] Provisioning for port 9cba42f3-1983-4d0f-be03-e62ef1645903 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:23.698649 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] For port b0cff22e-1654-4490-94b0-fc55e683955b, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:47:23.702945 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] For port b0cff22e-1654-4490-94b0-fc55e683955b, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=b0cff22e-1654-4490-94b0-fc55e683955b,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:47:23.711095 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Network c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:47:23.713071 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:23.714896 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:23.723321 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:47:23.726833 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Pushing event updated for resources: {'Port': ['ID=eeda6649-f718-4d6b-b566-56a74602cec0,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:23.767925 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16291538'] for router_interface, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:23.776629 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e817e-2b70-48c3-8244-600db033e1cf None None] Pushing event updated for resources: {'Port': ['ID=b0cff22e-1654-4490-94b0-fc55e683955b,revision_number=3']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:23.796059 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Routers {'b74d5703-e2d0-482e-9aef-77f5360d7792'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:47:23.796705 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['b74d5703-e2d0-482e-9aef-77f5360d7792'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:23.941202 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] Set router b74d5703-e2d0-482e-9aef-77f5360d7792 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:47:23.984889 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:24.001796 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:24.082073 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:24.087776 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:24.088214 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:24.193793 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:24.215362 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'name': 'tempest-TestMinimumBasicScenario-1873241891-router', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T02:47:21Z', 'revision_number': 3, 'project_id': '95f09854fef84b428c4d2cb126c2b59d', 'gw_port': {'id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T02:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:24.274147 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:24.284838 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:24.292352 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=6f5af8d9-c2fe-4521-96e0-1ff163dfc254,segment=NetworkSegment(41c104b4-ec59-462c-ba21-4bc5b975ce7f),segment_id=41c104b4-ec59-462c-ba21-4bc5b975ce7f)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:24.311147 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:24.314825 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 9cba42f3-1983-4d0f-be03-e62ef1645903 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:24.337083 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-1d7ebbb6-bd45-4e5a-9007-b8c848f23af2 None None] Provisioning for port eeda6649-f718-4d6b-b566-56a74602cec0 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:24.363663 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e2aa8-33cb-4be6-807d-8e5dc1a4ecce None None] The sync data for ids ['b74d5703-e2d0-482e-9aef-77f5360d7792'] in dv-cinder-789077-2-iscsi is: [{'id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'name': 'tempest-TestMinimumBasicScenario-1873241891-router', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T02:47:21Z', 'revision_number': 3, 'project_id': '95f09854fef84b428c4d2cb126c2b59d', 'gw_port': {'id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T02:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:47:24.395667 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-1d7ebbb6-bd45-4e5a-9007-b8c848f23af2 None None] Provisioning complete for port eeda6649-f718-4d6b-b566-56a74602cec0 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:24.396044 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1d7ebbb6-bd45-4e5a-9007-b8c848f23af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:24.404783 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Pushing event updated for resources: {'Port': ['ID=eeda6649-f718-4d6b-b566-56a74602cec0,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:24.412202 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16377311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292737'] for router_interface, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:24.470058 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=6f5af8d9-c2fe-4521-96e0-1ff163dfc254,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:24.472372 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ebbb6-bd45-4e5a-9007-b8c848f23af2 None None] Port eeda6649-f718-4d6b-b566-56a74602cec0 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:47:24.494282 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 9cba42f3-1983-4d0f-be03-e62ef1645903 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:24.500350 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 9cba42f3-1983-4d0f-be03-e62ef1645903 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:24.500916 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:24.521545 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Network c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:47:24.522995 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:24.588054 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:24.635294 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port 9cba42f3-1983-4d0f-be03-e62ef1645903, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=9cba42f3-1983-4d0f-be03-e62ef1645903,segment=NetworkSegment(77826960-fcb2-4b58-a015-3cf8d86a1c44),segment_id=77826960-fcb2-4b58-a015-3cf8d86a1c44)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:24.636352 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-ad3bee73-ffc4-4626-843f-348745c8fdb5 None None] Provisioning complete for port eeda6649-f718-4d6b-b566-56a74602cec0 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:24.636840 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-ad3bee73-ffc4-4626-843f-348745c8fdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:24.667076 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:24.691314 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Router b74d5703-e2d0-482e-9aef-77f5360d7792 has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:47:24.719659 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-ad3bee73-ffc4-4626-843f-348745c8fdb5 None None] Port eeda6649-f718-4d6b-b566-56a74602cec0 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:47:24.743115 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=9cba42f3-1983-4d0f-be03-e62ef1645903,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:24.813403 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:47:24.818656 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-96366521-c966-4629-b04c-742cfbb11320 admin admin] 10.222.0.21 "PUT /v2.0/routers/b74d5703-e2d0-482e-9aef-77f5360d7792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0897255 Jul 08 02:47:24.860307 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-cbb5afae-8e0e-4246-b72b-70ddc2c50b95 None None] Provisioning complete for port eeda6649-f718-4d6b-b566-56a74602cec0 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:24.860971 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-cbb5afae-8e0e-4246-b72b-70ddc2c50b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:24.912576 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5afae-8e0e-4246-b72b-70ddc2c50b95 None None] Port eeda6649-f718-4d6b-b566-56a74602cec0 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:47:25.185017 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cfb6e-f87c-4295-a678-eb386289c7d0 req-45f49aac-c95c-42d0-ba5e-042f230229d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:25.186803 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-9b7cfb6e-f87c-4295-a678-eb386289c7d0 req-45f49aac-c95c-42d0-ba5e-042f230229d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a5d202fe7cfb4f5fb673b6e866dc7b7b&device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 1099 time: 0.0922828 Jul 08 02:47:25.328640 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cfb6e-f87c-4295-a678-eb386289c7d0 req-c8dbf813-c656-46c9-aeee-d6702fa13a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:25.330420 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-9b7cfb6e-f87c-4295-a678-eb386289c7d0 req-c8dbf813-c656-46c9-aeee-d6702fa13a38 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9 HTTP/1.1" status: 200 len: 920 time: 0.1290627 Jul 08 02:47:25.360921 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104b54a-1a22-4206-ae95-b7c160be7d75 req-23464498-ec08-431a-9e0e-156eb1a8ace0 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:25.362634 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f104b54a-1a22-4206-ae95-b7c160be7d75 req-23464498-ec08-431a-9e0e-156eb1a8ace0 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 946 time: 0.1355000 Jul 08 02:47:25.393700 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7334b7-9ac4-4632-b4ef-e9fc5f6eacd8 req-8ebfed40-1cef-4040-b9db-3d7b171c0d69 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:25.395388 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ee7334b7-9ac4-4632-b4ef-e9fc5f6eacd8 req-8ebfed40-1cef-4040-b9db-3d7b171c0d69 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1352832 Jul 08 02:47:25.404408 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-9b7cfb6e-f87c-4295-a678-eb386289c7d0 req-a8ab74f0-8710-42ef-83b7-7f98dccd2de3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6347b15f-9824-4a97-9375-be9d318bb5bb HTTP/1.1" status: 200 len: 217 time: 0.0664752 Jul 08 02:47:25.453885 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f104b54a-1a22-4206-ae95-b7c160be7d75 req-4c23eabc-339a-4108-81b3-f99d8741e3a9 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834386 Jul 08 02:47:25.488056 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cfb6e-f87c-4295-a678-eb386289c7d0 req-b37a4f24-7c82-423d-bb57-ca6be87c770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:25.489764 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-9b7cfb6e-f87c-4295-a678-eb386289c7d0 req-b37a4f24-7c82-423d-bb57-ca6be87c770d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90ae0588-a597-4f76-9cea-961e086525a9 HTTP/1.1" status: 200 len: 859 time: 0.0773911 Jul 08 02:47:25.491105 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ee7334b7-9ac4-4632-b4ef-e9fc5f6eacd8 req-f617a146-00ef-4d29-b580-63bb2812e3bd tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842619 Jul 08 02:47:25.536845 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-9b7cfb6e-f87c-4295-a678-eb386289c7d0 req-c3d68b9f-2adc-4a6c-b3d5-fe98558e8042 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319004 Jul 08 02:47:25.693822 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-9b7cfb6e-f87c-4295-a678-eb386289c7d0 req-c4ae3383-2d19-4a72-be39-6bddec7809f6 service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457422 Jul 08 02:47:25.944776 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-9b7cfb6e-f87c-4295-a678-eb386289c7d0 req-dc5665bb-2919-440e-8711-3611e61acadd service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333367 Jul 08 02:47:26.037750 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device b0cff22e-1654-4490-94b0-fc55e683955b up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:26.142446 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port b0cff22e-1654-4490-94b0-fc55e683955b completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:26.156561 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port b0cff22e-1654-4490-94b0-fc55e683955b triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:26.158839 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:26.296714 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:26.321661 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port b0cff22e-1654-4490-94b0-fc55e683955b, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=b0cff22e-1654-4490-94b0-fc55e683955b,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:26.327007 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:26.328123 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:26.419617 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=b0cff22e-1654-4490-94b0-fc55e683955b,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:26.441192 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:26.441554 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:26.585802 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Sync routers for ids ['b74d5703-e2d0-482e-9aef-77f5360d7792'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:47:26.597671 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 9cba42f3-1983-4d0f-be03-e62ef1645903 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:26.619347 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Routers {'b74d5703-e2d0-482e-9aef-77f5360d7792'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:47:26.620257 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['b74d5703-e2d0-482e-9aef-77f5360d7792'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:26.738970 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2af50-bec7-4ab7-902d-8da386cfee14 req-9074db9e-ba9d-47ee-a64f-84f054263ce6 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:26.749013 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3de2af50-bec7-4ab7-902d-8da386cfee14 req-9074db9e-ba9d-47ee-a64f-84f054263ce6 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 946 time: 0.1104808 Jul 08 02:47:26.778045 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 9cba42f3-1983-4d0f-be03-e62ef1645903 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:26.778849 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:26.784390 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Set router b74d5703-e2d0-482e-9aef-77f5360d7792 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:47:26.821533 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3de2af50-bec7-4ab7-902d-8da386cfee14 req-70b18272-c710-4641-bc27-a3164a7e7b10 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553854 Jul 08 02:47:27.173913 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea3cef-46dd-4d63-bff1-fcc7c3fcb5e1 req-55fee15c-beda-40a9-8503-9bff18f58e3b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:27.181793 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c5ea3cef-46dd-4d63-bff1-fcc7c3fcb5e1 req-55fee15c-beda-40a9-8503-9bff18f58e3b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1754990 Jul 08 02:47:27.257153 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c5ea3cef-46dd-4d63-bff1-fcc7c3fcb5e1 req-4f0d53e9-b6cd-41b4-ac4d-605fc02788eb tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726824 Jul 08 02:47:27.379466 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'name': 'tempest-TestMinimumBasicScenario-1873241891-router', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T02:47:23Z', 'revision_number': 4, 'project_id': '95f09854fef84b428c4d2cb126c2b59d', 'gw_port': {'id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': 'eeda6649-f718-4d6b-b566-56a74602cec0', 'name': '', 'network_id': 'c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d', 'mac_address': 'fa:16:3e:a5:b9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'ffa8efa0-43dd-4de9-862d-780438c75626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:23Z', 'updated_at': '2021-07-08T02:47:24Z', 'revision_number': 2, 'project_id': '95f09854fef84b428c4d2cb126c2b59d', 'subnets': [{'id': 'ffa8efa0-43dd-4de9-862d-780438c75626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:27.495239 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Checking router: b74d5703-e2d0-482e-9aef-77f5360d7792 for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:47:27.495969 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Updating router b74d5703-e2d0-482e-9aef-77f5360d7792 port eeda6649-f718-4d6b-b566-56a74602cec0 binding host dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:47:27.568718 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:27.888803 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Notify callbacks [] for port, precommit_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:27.900347 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Transition to ACTIVE for port object eeda6649-f718-4d6b-b566-56a74602cec0 will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:27.911355 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:27.922569 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device b0cff22e-1654-4490-94b0-fc55e683955b up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:28.011458 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787e326-b0be-4b2a-956e-863ef5386c0d None None] Pushing event updated for resources: {'Port': ['ID=eeda6649-f718-4d6b-b566-56a74602cec0,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:28.078762 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Attempting to bind port eeda6649-f718-4d6b-b566-56a74602cec0 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:47:28.079199 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Attempting to bind port eeda6649-f718-4d6b-b566-56a74602cec0 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '77826960-fcb2-4b58-a015-3cf8d86a1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:47:28.079670 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Attempting to bind port eeda6649-f718-4d6b-b566-56a74602cec0 on network c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:47:28.087743 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port b0cff22e-1654-4490-94b0-fc55e683955b triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:28.088214 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:28.090157 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:47:28.090771 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Checking segment: {'id': '77826960-fcb2-4b58-a015-3cf8d86a1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:47:28.091240 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:28.091710 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Bound using segment: {'id': '77826960-fcb2-4b58-a015-3cf8d86a1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:47:28.092262 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Bound port: eeda6649-f718-4d6b-b566-56a74602cec0, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77826960-fcb2-4b58-a015-3cf8d86a1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:47:28.092730 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:28.211381 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] For port eeda6649-f718-4d6b-b566-56a74602cec0, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:47:28.245540 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] For port eeda6649-f718-4d6b-b566-56a74602cec0, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=eeda6649-f718-4d6b-b566-56a74602cec0,segment=NetworkSegment(77826960-fcb2-4b58-a015-3cf8d86a1c44),segment_id=77826960-fcb2-4b58-a015-3cf8d86a1c44)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:47:28.254151 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:28.314532 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Routers {'b74d5703-e2d0-482e-9aef-77f5360d7792'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:47:28.315283 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['b74d5703-e2d0-482e-9aef-77f5360d7792'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:28.503437 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cb322-0f6f-4652-811e-438847c842fb req-e75d5cad-5753-40cd-b003-6c036e6c4a1d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:28.506204 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] Set router b74d5703-e2d0-482e-9aef-77f5360d7792 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:47:28.515050 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-278cb322-0f6f-4652-811e-438847c842fb req-e75d5cad-5753-40cd-b003-6c036e6c4a1d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0987518 Jul 08 02:47:28.609390 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-278cb322-0f6f-4652-811e-438847c842fb req-cb98b775-53e1-4166-af49-b4167ea42f87 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911753 Jul 08 02:47:28.624103 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787e326-b0be-4b2a-956e-863ef5386c0d None None] Pushing event updated for resources: {'Port': ['ID=eeda6649-f718-4d6b-b566-56a74602cec0,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:28.794969 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'name': 'tempest-TestMinimumBasicScenario-1873241891-router', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T02:47:23Z', 'revision_number': 4, 'project_id': '95f09854fef84b428c4d2cb126c2b59d', 'gw_port': {'id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': 'eeda6649-f718-4d6b-b566-56a74602cec0', 'name': '', 'network_id': 'c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d', 'mac_address': 'fa:16:3e:a5:b9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'ffa8efa0-43dd-4de9-862d-780438c75626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:23Z', 'updated_at': '2021-07-08T02:47:28Z', 'revision_number': 4, 'project_id': '95f09854fef84b428c4d2cb126c2b59d', 'subnets': [{'id': 'ffa8efa0-43dd-4de9-862d-780438c75626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:28.824856 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2399a0-2db7-467d-b30c-d8b93d990f59 None None] The sync data for ids ['b74d5703-e2d0-482e-9aef-77f5360d7792'] in dv-cinder-789077-2-iscsi is: [{'id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'name': 'tempest-TestMinimumBasicScenario-1873241891-router', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T02:47:23Z', 'revision_number': 4, 'project_id': '95f09854fef84b428c4d2cb126c2b59d', 'gw_port': {'id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': 'eeda6649-f718-4d6b-b566-56a74602cec0', 'name': '', 'network_id': 'c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d', 'mac_address': 'fa:16:3e:a5:b9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'ffa8efa0-43dd-4de9-862d-780438c75626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:23Z', 'updated_at': '2021-07-08T02:47:28Z', 'revision_number': 4, 'project_id': '95f09854fef84b428c4d2cb126c2b59d', 'subnets': [{'id': 'ffa8efa0-43dd-4de9-862d-780438c75626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:47:30.009017 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device eeda6649-f718-4d6b-b566-56a74602cec0 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:30.056537 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe574a51-8d68-4dca-91ee-4eab86076874 req-fa2dd387-7cf0-44fb-9152-fca8bd6c00da tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:30.058386 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fe574a51-8d68-4dca-91ee-4eab86076874 req-fa2dd387-7cf0-44fb-9152-fca8bd6c00da tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1251707 Jul 08 02:47:30.119151 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port eeda6649-f718-4d6b-b566-56a74602cec0 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:30.126313 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port eeda6649-f718-4d6b-b566-56a74602cec0 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:30.126937 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:30.138496 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fe574a51-8d68-4dca-91ee-4eab86076874 req-71851637-c8fa-4c45-b9b0-d55c3e2e9716 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728321 Jul 08 02:47:30.288995 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:30.341723 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port eeda6649-f718-4d6b-b566-56a74602cec0, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=eeda6649-f718-4d6b-b566-56a74602cec0,segment=NetworkSegment(77826960-fcb2-4b58-a015-3cf8d86a1c44),segment_id=77826960-fcb2-4b58-a015-3cf8d86a1c44)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:30.346485 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:30.421953 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=eeda6649-f718-4d6b-b566-56a74602cec0,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:31.339767 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40618) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:31.462527 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4ec97076-eeb1-4edd-a099-83cb88cc207b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:31.578604 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4ec97076-eeb1-4edd-a099-83cb88cc207b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:31.583048 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4ec97076-eeb1-4edd-a099-83cb88cc207b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:31.626512 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-4ec97076-eeb1-4edd-a099-83cb88cc207b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac7e4c3c07a34469b07dcdf3ac185e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843533 Jul 08 02:47:31.628549 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 40626) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:31.639760 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec97076-eeb1-4edd-a099-83cb88cc207b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04c66f9-226f-44f9-9f94-14e671bec65c,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:31.702301 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bdc2271e-59fa-47f5-9a5d-939bda309479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:31.725027 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bdc2271e-59fa-47f5-9a5d-939bda309479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:31.782678 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bdc2271e-59fa-47f5-9a5d-939bda309479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:31.785788 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bdc2271e-59fa-47f5-9a5d-939bda309479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:31.789340 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-bdc2271e-59fa-47f5-9a5d-939bda309479 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f04c66f9-226f-44f9-9f94-14e671bec65c HTTP/1.1" status: 204 len: 168 time: 0.1569304 Jul 08 02:47:31.798928 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2271e-59fa-47f5-9a5d-939bda309479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04c66f9-226f-44f9-9f94-14e671bec65c,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:31.910427 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device eeda6649-f718-4d6b-b566-56a74602cec0 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:31.968649 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port eeda6649-f718-4d6b-b566-56a74602cec0 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:31.969388 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:32.165902 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 40636) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:32.180601 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-884cf98d-22cb-4dac-be5f-c4206e9be2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:32.302350 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-884cf98d-22cb-4dac-be5f-c4206e9be2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:32.310168 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-884cf98d-22cb-4dac-be5f-c4206e9be2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:32.348908 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-884cf98d-22cb-4dac-be5f-c4206e9be2fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e0b320314f745d6b5ffcc8b5a477598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1816282 Jul 08 02:47:32.350054 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cf98d-22cb-4dac-be5f-c4206e9be2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25dd509-3163-4818-8446-1f6f40c1a152,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:32.351945 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40638) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:32.409225 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-5e804837-a6f9-4b0d-b21e-919c78c1f57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:32.431124 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-5e804837-a6f9-4b0d-b21e-919c78c1f57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:32.484806 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-5e804837-a6f9-4b0d-b21e-919c78c1f57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:32.487602 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-5e804837-a6f9-4b0d-b21e-919c78c1f57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:32.488810 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-5e804837-a6f9-4b0d-b21e-919c78c1f57f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e25dd509-3163-4818-8446-1f6f40c1a152 HTTP/1.1" status: 204 len: 168 time: 0.1358101 Jul 08 02:47:32.498420 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e804837-a6f9-4b0d-b21e-919c78c1f57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25dd509-3163-4818-8446-1f6f40c1a152,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:34.937048 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c27e7-5832-488e-94ea-7404d4870fd0 req-be7b7a2e-b715-4ca6-a144-1217c1f7dda9 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:34.942402 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b54c27e7-5832-488e-94ea-7404d4870fd0 req-be7b7a2e-b715-4ca6-a144-1217c1f7dda9 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0889838 Jul 08 02:47:35.046183 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b54c27e7-5832-488e-94ea-7404d4870fd0 req-12e2793e-4b02-4265-84da-70e9b1102df6 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918527 Jul 08 02:47:35.850661 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631339f-23c7-4e32-9dcb-e681a0db4929 req-6ea74a56-4b22-4629-b6f3-1150ba2dec9f tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:35.852338 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2631339f-23c7-4e32-9dcb-e681a0db4929 req-6ea74a56-4b22-4629-b6f3-1150ba2dec9f tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.1723001 Jul 08 02:47:35.927513 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2631339f-23c7-4e32-9dcb-e681a0db4929 req-5daf51ea-0606-4f39-8544-114ca3a3ae06 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652890 Jul 08 02:47:36.296296 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac0dcd-3dfa-438c-96fe-8d9e4478189f req-93020dca-7bbb-4dd7-a214-ae603e973b68 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:36.304242 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-72ac0dcd-3dfa-438c-96fe-8d9e4478189f req-93020dca-7bbb-4dd7-a214-ae603e973b68 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1067235 Jul 08 02:47:36.361482 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-72ac0dcd-3dfa-438c-96fe-8d9e4478189f req-f54bb582-ab25-4a2e-aae6-098c9527ed17 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561683 Jul 08 02:47:37.134109 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fc12f-4a97-4c1d-a442-5c1e45261c89 req-fd4ecf0a-7254-417a-b76a-d4405674d3d3 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:37.135704 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d27fc12f-4a97-4c1d-a442-5c1e45261c89 req-fd4ecf0a-7254-417a-b76a-d4405674d3d3 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.0650489 Jul 08 02:47:37.173380 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d27fc12f-4a97-4c1d-a442-5c1e45261c89 req-34a1c1db-245f-426a-ba9b-67adaf0c9b0e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313802 Jul 08 02:47:37.422398 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-cbf2ce08-2816-40dd-b52a-5340a9354edb tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:37.423863 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-cbf2ce08-2816-40dd-b52a-5340a9354edb tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/networks?id=8f78bd6c-2fb9-4346-a188-dda9530e4242 HTTP/1.1" status: 200 len: 815 time: 0.1040251 Jul 08 02:47:37.439012 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-cb932355-9534-4307-b71b-6ef463bfc862 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/quotas/673ab3285aeb4543b917150a9b83264a HTTP/1.1" status: 200 len: 375 time: 0.0099597 Jul 08 02:47:37.547974 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-b98b7dfe-8372-4e4a-8fbf-fbcd5ba75ca7 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=673ab3285aeb4543b917150a9b83264a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037686 Jul 08 02:47:37.558987 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca03b43-b741-4dba-bd88-e2a59cebaeeb req-1ef564bc-f9af-4475-9394-99e96014e4d5 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:37.560435 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5ca03b43-b741-4dba-bd88-e2a59cebaeeb req-1ef564bc-f9af-4475-9394-99e96014e4d5 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0885708 Jul 08 02:47:37.640095 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5ca03b43-b741-4dba-bd88-e2a59cebaeeb req-84432e12-4faf-4cae-8517-fd7d8dfa57f7 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717292 Jul 08 02:47:37.673042 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-75a2a79f-7c7d-477c-a417-74918a6fd764 service neutron] 10.222.0.21 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116931 Jul 08 02:47:37.768250 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-7300be5f-c82d-4fdb-aa64-5e19d2ea4143 service neutron] 10.222.0.21 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829265 Jul 08 02:47:37.948194 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d73ef987-3fb2-4f87-bc23-7b0fd7149673 req-34fb9e92-6437-4b7f-b194-b0136c55cd6b tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0384641 Jul 08 02:47:38.359592 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189366f-9d80-4518-84b2-a62872a844b2 req-d4de12c1-16cf-44a8-b4c7-c7a23dcaecb2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:38.361111 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6189366f-9d80-4518-84b2-a62872a844b2 req-d4de12c1-16cf-44a8-b4c7-c7a23dcaecb2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.0635917 Jul 08 02:47:38.405218 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6189366f-9d80-4518-84b2-a62872a844b2 req-27b1a0d9-aae7-4cf6-8a81-a4b2fb33857d tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384955 Jul 08 02:47:38.432241 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40884) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:38.532091 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-89561c0f-726e-45f8-ae0e-301417aa9db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:38.619052 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-89561c0f-726e-45f8-ae0e-301417aa9db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:38.623167 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-89561c0f-726e-45f8-ae0e-301417aa9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:38.663121 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-89561c0f-726e-45f8-ae0e-301417aa9db7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff745103614f422e9ac5716cdb3b095e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297807 Jul 08 02:47:38.663990 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89561c0f-726e-45f8-ae0e-301417aa9db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9803e2d-076b-4130-bb07-de84994c4a99,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:38.665718 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 40890) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:38.718859 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8507b6f7-91bd-4239-a82b-a39995d68955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:38.739830 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8507b6f7-91bd-4239-a82b-a39995d68955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:38.786094 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8507b6f7-91bd-4239-a82b-a39995d68955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:38.788614 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8507b6f7-91bd-4239-a82b-a39995d68955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:38.792086 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-8507b6f7-91bd-4239-a82b-a39995d68955 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9803e2d-076b-4130-bb07-de84994c4a99 HTTP/1.1" status: 204 len: 168 time: 0.1229305 Jul 08 02:47:38.798332 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507b6f7-91bd-4239-a82b-a39995d68955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9803e2d-076b-4130-bb07-de84994c4a99,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:38.823389 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa3c4d-363d-4fc3-8d4e-54b98262806f req-e9a6b3ac-2155-49b4-b29c-ad49330191e2 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:38.825619 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f8aa3c4d-363d-4fc3-8d4e-54b98262806f req-e9a6b3ac-2155-49b4-b29c-ad49330191e2 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0696514 Jul 08 02:47:38.864106 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f8aa3c4d-363d-4fc3-8d4e-54b98262806f req-2a5b1a30-ee59-4d4c-87bd-b0639a69911c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322840 Jul 08 02:47:39.080605 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 40902) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:39.094164 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-cec2eb7b-3be1-4528-bd4f-562856796b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:39.095964 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d97a6d1c-897a-4de9-af32-d75e4dd1d454 req-50a8e9d5-60e0-42dc-9c46-8c6f56963b07 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0298839 Jul 08 02:47:39.206974 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-cec2eb7b-3be1-4528-bd4f-562856796b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:39.218875 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-cec2eb7b-3be1-4528-bd4f-562856796b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:39.265186 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2eb7b-3be1-4528-bd4f-562856796b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88aed321-f3ae-4b06-a4f2-06fa59f37628,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:39.273512 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-cec2eb7b-3be1-4528-bd4f-562856796b84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c901dc7aa9f41e8bb148301d9a41a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917028 Jul 08 02:47:39.274132 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 40906) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:39.324639 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-762a37b4-faf1-4e3d-b724-e2d447ed86ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:39.346187 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-762a37b4-faf1-4e3d-b724-e2d447ed86ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:39.399159 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-762a37b4-faf1-4e3d-b724-e2d447ed86ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:39.401894 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-762a37b4-faf1-4e3d-b724-e2d447ed86ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:39.403243 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-762a37b4-faf1-4e3d-b724-e2d447ed86ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88aed321-f3ae-4b06-a4f2-06fa59f37628 HTTP/1.1" status: 204 len: 168 time: 0.1271751 Jul 08 02:47:39.411090 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a37b4-faf1-4e3d-b724-e2d447ed86ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88aed321-f3ae-4b06-a4f2-06fa59f37628,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:39.615923 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da9fc2-d4a7-44fa-8cff-a73a53134fbf req-0e415766-10dd-4664-ba97-bb83a8a04cae tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:39.617405 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-70da9fc2-d4a7-44fa-8cff-a73a53134fbf req-0e415766-10dd-4664-ba97-bb83a8a04cae tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.0779450 Jul 08 02:47:39.656927 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-70da9fc2-d4a7-44fa-8cff-a73a53134fbf req-1c9d6025-06c9-4c7e-bd39-b4fdcacb31a0 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332258 Jul 08 02:47:40.067961 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0bc34-01f8-445f-b8a2-8d57c38f126a req-a0f5cdf3-ef2c-4c8c-8d71-5bc1b5c5d0da tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:40.070749 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a0f0bc34-01f8-445f-b8a2-8d57c38f126a req-a0f5cdf3-ef2c-4c8c-8d71-5bc1b5c5d0da tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0930462 Jul 08 02:47:40.112446 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a0f0bc34-01f8-445f-b8a2-8d57c38f126a req-fbf671d4-372e-42c2-9b38-318506f58006 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356162 Jul 08 02:47:40.315379 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-692b9466-8f7b-490f-affb-e531a6a58cfa req-fbe1b8c5-5445-41cd-8455-d63b3f23d23f tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0564556 Jul 08 02:47:40.315536 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-0d1e9222-b93f-45de-a734-d5049b890223 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:40.316584 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-0d1e9222-b93f-45de-a734-d5049b890223 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.54 "GET /v2.0/networks?id=8f78bd6c-2fb9-4346-a188-dda9530e4242 HTTP/1.1" status: 200 len: 815 time: 0.1729407 Jul 08 02:47:40.361138 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-74984a47-78bf-4a9b-8026-2df49da7ab62 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Request body: {'port': {'device_id': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'admin_state_up': True, 'tenant_id': '673ab3285aeb4543b917150a9b83264a'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:40.479201 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-74984a47-78bf-4a9b-8026-2df49da7ab62 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Made reservation on behalf of 673ab3285aeb4543b917150a9b83264a for: {'port': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:47:40.484132 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-74984a47-78bf-4a9b-8026-2df49da7ab62 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:40.619910 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-74984a47-78bf-4a9b-8026-2df49da7ab62 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Allocated IP 172.20.0.5 (8f78bd6c-2fb9-4346-a188-dda9530e4242/9cb3a1c5-f762-4173-84a7-09042e95bbdf/315fc5cc-7a89-4098-b970-05f18ec9de24) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:47:40.642678 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 40962) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:40.770907 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-3baff73e-28e3-400d-817f-ab0e86b3e6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:40.808286 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-74984a47-78bf-4a9b-8026-2df49da7ab62 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:40.823823 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.provisioning_blocks [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-74984a47-78bf-4a9b-8026-2df49da7ab62 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Transition to ACTIVE for port object 315fc5cc-7a89-4098-b970-05f18ec9de24 will not be triggered until provisioned by entity DHCP. {{(pid=104846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:40.859059 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-74984a47-78bf-4a9b-8026-2df49da7ab62 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126165803'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:40.922328 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-74984a47-78bf-4a9b-8026-2df49da7ab62 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Network 8f78bd6c-2fb9-4346-a188-dda9530e4242 is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:47:40.926796 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-74984a47-78bf-4a9b-8026-2df49da7ab62 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:40.948035 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74984a47-78bf-4a9b-8026-2df49da7ab62 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Pushing event updated for resources: {'Port': ['ID=315fc5cc-7a89-4098-b970-05f18ec9de24,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:40.951632 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-74984a47-78bf-4a9b-8026-2df49da7ab62 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:47:41.007679 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-74984a47-78bf-4a9b-8026-2df49da7ab62 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:41.008707 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-74984a47-78bf-4a9b-8026-2df49da7ab62 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:41.235964 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9182cab-959b-49fb-a07a-30fc71965c5a req-15fbc5ae-1ce9-4e5f-b069-d422b7e15abb tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:41.251024 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f9182cab-959b-49fb-a07a-30fc71965c5a req-15fbc5ae-1ce9-4e5f-b069-d422b7e15abb tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.4445856 Jul 08 02:47:41.271561 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-3baff73e-28e3-400d-817f-ab0e86b3e6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:41.284689 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-3baff73e-28e3-400d-817f-ab0e86b3e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:41.293941 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-74984a47-78bf-4a9b-8026-2df49da7ab62 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9355192 Jul 08 02:47:41.327854 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baff73e-28e3-400d-817f-ab0e86b3e6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24571646-81bd-47a4-8936-5461ca0d81c7,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:41.329304 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-cf578744-7c91-49d8-9f80-ab2917d5af90 None None] Provisioning for port 315fc5cc-7a89-4098-b970-05f18ec9de24 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:41.336362 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-cf578744-7c91-49d8-9f80-ab2917d5af90 None None] Provisioning complete for port 315fc5cc-7a89-4098-b970-05f18ec9de24 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:41.337033 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-cf578744-7c91-49d8-9f80-ab2917d5af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:41.404701 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-cf578744-7c91-49d8-9f80-ab2917d5af90 None None] Port 315fc5cc-7a89-4098-b970-05f18ec9de24 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:47:41.428234 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-3baff73e-28e3-400d-817f-ab0e86b3e6ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d482d5540ca242dbabe4cec641f57f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7843883 Jul 08 02:47:41.430858 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 40994) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:41.435656 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f9182cab-959b-49fb-a07a-30fc71965c5a req-ca61f12a-cf08-4541-9a3e-95aa58cd43f0 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837497 Jul 08 02:47:41.479886 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbb2de-ceb2-40c3-b132-3c2f14dfbb4e req-67b06900-43cf-4084-90c8-9df66f0fb15a tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:41.479886 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41fbb2de-ceb2-40c3-b132-3c2f14dfbb4e req-67b06900-43cf-4084-90c8-9df66f0fb15a tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1319730 Jul 08 02:47:41.528272 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ca1447a0-c5c5-48fe-ac82-80f181eea464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:41.564547 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ca1447a0-c5c5-48fe-ac82-80f181eea464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:41.579542 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41fbb2de-ceb2-40c3-b132-3c2f14dfbb4e req-335c3ba8-e2ca-44ad-853f-054be24434bf tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943377 Jul 08 02:47:41.640320 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ca1447a0-c5c5-48fe-ac82-80f181eea464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:41.643665 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ca1447a0-c5c5-48fe-ac82-80f181eea464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:41.645207 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-ca1447a0-c5c5-48fe-ac82-80f181eea464 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24571646-81bd-47a4-8936-5461ca0d81c7 HTTP/1.1" status: 204 len: 168 time: 0.2132163 Jul 08 02:47:41.659292 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1447a0-c5c5-48fe-ac82-80f181eea464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24571646-81bd-47a4-8936-5461ca0d81c7,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:41.732841 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11fe90-8b2e-4673-b900-6dbe8bf59fff req-c8e66842-f625-4c6b-b517-a3d1cfee139c tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:41.734474 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-da11fe90-8b2e-4673-b900-6dbe8bf59fff req-c8e66842-f625-4c6b-b517-a3d1cfee139c tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 931 time: 0.1084256 Jul 08 02:47:41.773702 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-da11fe90-8b2e-4673-b900-6dbe8bf59fff req-1c37149f-4f67-422e-9cb5-7b8d1c5910d2 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334291 Jul 08 02:47:41.804957 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:47:42.232501 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-53e83ded-15cb-4aa3-9658-ce918a8153d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:42.734877 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484d030-63ed-4c23-9381-29b175677e72 req-5d33bd4e-89dd-4895-9444-86f29bddb3af tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:42.738994 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9484d030-63ed-4c23-9381-29b175677e72 req-5d33bd4e-89dd-4895-9444-86f29bddb3af tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.1543918 Jul 08 02:47:42.872181 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9484d030-63ed-4c23-9381-29b175677e72 req-0d6c58bf-43c7-45d9-b055-8bd49a5bcf08 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968981 Jul 08 02:47:42.911194 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99d201-08a9-4ebe-addf-e7985f8ab2c3 req-52d14105-fc19-4997-b3b9-20867f0bfdab tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:42.918975 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6f99d201-08a9-4ebe-addf-e7985f8ab2c3 req-52d14105-fc19-4997-b3b9-20867f0bfdab tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1774249 Jul 08 02:47:43.000934 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6f99d201-08a9-4ebe-addf-e7985f8ab2c3 req-6cbcf566-ee88-4d14-952c-8da164f3ca2b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747182 Jul 08 02:47:43.100193 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0f7af-24b6-48de-b979-4b00f90a4bf6 req-a137d666-afba-48fa-b0ce-fbf76fac01e3 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:43.101872 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99a0f7af-24b6-48de-b979-4b00f90a4bf6 req-a137d666-afba-48fa-b0ce-fbf76fac01e3 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 931 time: 0.0722351 Jul 08 02:47:43.157590 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99a0f7af-24b6-48de-b979-4b00f90a4bf6 req-cfda5c8a-19bd-4d90-a548-a848bd817b85 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393591 Jul 08 02:47:44.106765 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe51cbd-2723-4b8c-8fa2-28ac3090831a req-465b2356-763c-4e29-abfb-5ce7e15bb480 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:44.128325 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ebe51cbd-2723-4b8c-8fa2-28ac3090831a req-465b2356-763c-4e29-abfb-5ce7e15bb480 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.1012497 Jul 08 02:47:44.250425 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ebe51cbd-2723-4b8c-8fa2-28ac3090831a req-a15b1b39-e79b-49a0-b13e-bd71854e04f1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211226 Jul 08 02:47:44.345015 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1846a66-8166-4c4a-bc67-455ae15828f7 req-a172a013-1921-40e7-ae8d-0ecc92ff2056 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:44.351887 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e1846a66-8166-4c4a-bc67-455ae15828f7 req-a172a013-1921-40e7-ae8d-0ecc92ff2056 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1909726 Jul 08 02:47:44.441075 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e1846a66-8166-4c4a-bc67-455ae15828f7 req-dca47b30-a784-4bb0-a3ac-c29fc05cb8df tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883181 Jul 08 02:47:44.571142 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41096) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:44.625666 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f22119-2ad4-4277-863b-7d1dec53e3e4 req-3ace9412-f887-4976-929c-828cb6dee548 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:44.632648 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-03f22119-2ad4-4277-863b-7d1dec53e3e4 req-3ace9412-f887-4976-929c-828cb6dee548 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 931 time: 0.1484928 Jul 08 02:47:44.646104 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:44.691648 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-03f22119-2ad4-4277-863b-7d1dec53e3e4 req-45a42728-ea36-41ae-af99-0da4b1cae5c3 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579901 Jul 08 02:47:44.724975 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-c46052c0-457d-4f4e-a12f-956c7de67862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:44.756857 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-eb14bf43-ceef-4400-a987-d786bcfc1f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:44.858977 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-eb14bf43-ceef-4400-a987-d786bcfc1f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:44.863270 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-eb14bf43-ceef-4400-a987-d786bcfc1f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:44.908128 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-eb14bf43-ceef-4400-a987-d786bcfc1f74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2c80a1a254a48d095b382ae384b574a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345878 Jul 08 02:47:44.910831 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41114) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:44.916735 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14bf43-ceef-4400-a987-d786bcfc1f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0745fb-de81-4ba4-b7ee-f8af16247bc7,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:44.971708 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:44.977754 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-619e80d3-c1e7-49a2-9db5-e52f84150276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:45.022950 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-619e80d3-c1e7-49a2-9db5-e52f84150276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:45.094218 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-619e80d3-c1e7-49a2-9db5-e52f84150276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:45.108148 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-619e80d3-c1e7-49a2-9db5-e52f84150276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:45.108148 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-619e80d3-c1e7-49a2-9db5-e52f84150276 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a0745fb-de81-4ba4-b7ee-f8af16247bc7 HTTP/1.1" status: 204 len: 168 time: 0.1902285 Jul 08 02:47:45.131502 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e80d3-c1e7-49a2-9db5-e52f84150276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0745fb-de81-4ba4-b7ee-f8af16247bc7,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:45.487817 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dec70b-9829-4cec-8757-0d23d7c1c67a req-80ec9737-58d2-49b3-a5e3-9b80df5dd837 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:45.494808 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-90dec70b-9829-4cec-8757-0d23d7c1c67a req-80ec9737-58d2-49b3-a5e3-9b80df5dd837 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.1193259 Jul 08 02:47:45.531747 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-90dec70b-9829-4cec-8757-0d23d7c1c67a req-c97ac766-32f5-455e-b695-e723dd638a54 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360584 Jul 08 02:47:45.714222 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea72c5c-b828-4b43-a32d-7ec3af581309 req-4caba5db-6cf1-4512-972a-951382145494 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:45.716186 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bea72c5c-b828-4b43-a32d-7ec3af581309 req-4caba5db-6cf1-4512-972a-951382145494 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0954466 Jul 08 02:47:45.769626 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bea72c5c-b828-4b43-a32d-7ec3af581309 req-e4f67b4c-b451-4abf-9c5b-9e2f4f73996d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433905 Jul 08 02:47:45.895190 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031bde9-5355-490d-9b8c-a0b85c359846 req-cef84c82-185b-44f1-aaa2-9e4fd6c9406c tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:45.896741 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c031bde9-5355-490d-9b8c-a0b85c359846 req-cef84c82-185b-44f1-aaa2-9e4fd6c9406c tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 931 time: 0.0796068 Jul 08 02:47:45.936517 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c031bde9-5355-490d-9b8c-a0b85c359846 req-a844dd28-c747-49d6-a338-f3dcd82125b1 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327983 Jul 08 02:47:46.170086 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:46.754508 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87b20e-2ec0-49e5-b0fe-8446b13ba2ad req-780be2eb-8e6c-46a7-b7d4-9245feb32631 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:46.755993 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-da87b20e-2ec0-49e5-b0fe-8446b13ba2ad req-780be2eb-8e6c-46a7-b7d4-9245feb32631 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.0963874 Jul 08 02:47:46.794300 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-da87b20e-2ec0-49e5-b0fe-8446b13ba2ad req-9193629c-c167-4993-9208-c57e1ded9650 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329320 Jul 08 02:47:46.954606 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e74f45-3560-4c6b-b79c-e70a289d53b7 req-db8a18c9-fc19-4a5e-8b16-48f62799c17e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:46.956129 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d6e74f45-3560-4c6b-b79c-e70a289d53b7 req-db8a18c9-fc19-4a5e-8b16-48f62799c17e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0705805 Jul 08 02:47:46.994262 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d6e74f45-3560-4c6b-b79c-e70a289d53b7 req-4ae54621-d176-40eb-82b7-7640c5f773ad tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324309 Jul 08 02:47:47.117214 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f4b8d-e5f8-4803-b44e-dea4ecdcf87a req-8c02a034-573f-4eb0-b456-c7bae99553a5 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:47.119319 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8e2f4b8d-e5f8-4803-b44e-dea4ecdcf87a req-8c02a034-573f-4eb0-b456-c7bae99553a5 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 931 time: 0.0721025 Jul 08 02:47:47.158431 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8e2f4b8d-e5f8-4803-b44e-dea4ecdcf87a req-b251c313-6b03-43ce-bcc5-2553a544908d tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332658 Jul 08 02:47:47.440900 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:47.991785 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc6d08-27da-4ffe-970b-dca3cea14a0c req-5ecf1ade-7638-4607-8f2c-c97dc3d9ea3c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:47.993231 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dedc6d08-27da-4ffe-970b-dca3cea14a0c req-5ecf1ade-7638-4607-8f2c-c97dc3d9ea3c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.0667975 Jul 08 02:47:48.033221 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dedc6d08-27da-4ffe-970b-dca3cea14a0c req-eedd08e1-62e9-4df2-b7f4-e055409c4eb5 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337529 Jul 08 02:47:48.174394 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70962f-ea27-448b-9446-9a893ec5b79a req-8cbae9a6-377f-47a0-9cc3-8deef29908aa tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:48.175863 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fb70962f-ea27-448b-9446-9a893ec5b79a req-8cbae9a6-377f-47a0-9cc3-8deef29908aa tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0669813 Jul 08 02:47:48.216323 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fb70962f-ea27-448b-9446-9a893ec5b79a req-a605f982-53e2-4271-85f2-27bb18852841 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349784 Jul 08 02:47:48.344157 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee063da5-fc84-489b-bbbc-b7e734f6798d req-9f1f2a9c-fb84-4442-a005-071e1c99379a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:48.345657 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ee063da5-fc84-489b-bbbc-b7e734f6798d req-9f1f2a9c-fb84-4442-a005-071e1c99379a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 931 time: 0.0757701 Jul 08 02:47:48.381917 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ee063da5-fc84-489b-bbbc-b7e734f6798d req-bc5f0fd8-6504-487f-b842-34cc7f050025 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308423 Jul 08 02:47:49.221031 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0aacf0-9497-4fa7-b701-fc4949263d65 req-d7a823fd-99da-4319-91bc-a4b110626a7b tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:49.222631 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4e0aacf0-9497-4fa7-b701-fc4949263d65 req-d7a823fd-99da-4319-91bc-a4b110626a7b tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.0638094 Jul 08 02:47:49.269078 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4e0aacf0-9497-4fa7-b701-fc4949263d65 req-88fcd8b0-771e-4342-a24f-238c10a89a14 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405626 Jul 08 02:47:49.433806 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9f2de-1d97-47ad-a046-f67aa5112a75 req-0eac2539-e09c-4475-8d03-f0a2c2990efc tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:49.436198 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-82e9f2de-1d97-47ad-a046-f67aa5112a75 req-0eac2539-e09c-4475-8d03-f0a2c2990efc tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0954916 Jul 08 02:47:49.478464 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-82e9f2de-1d97-47ad-a046-f67aa5112a75 req-f914ada4-e451-49ed-8226-a8358d47f758 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366058 Jul 08 02:47:49.639201 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac023e-18dd-4e16-89e8-5891a2addbf1 req-730ba5c3-f764-447d-9169-bd217e316e5b tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:49.640710 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6aac023e-18dd-4e16-89e8-5891a2addbf1 req-730ba5c3-f764-447d-9169-bd217e316e5b tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 931 time: 0.0987115 Jul 08 02:47:49.689770 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6aac023e-18dd-4e16-89e8-5891a2addbf1 req-cd935b65-bffd-4bd8-b52e-97f4708a0575 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 Jul 08 02:47:49.734116 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 41234) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:49.863713 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7ceeef8e-e42f-423d-af7d-0ed9dfd10947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:49.988416 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7ceeef8e-e42f-423d-af7d-0ed9dfd10947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:49.992357 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7ceeef8e-e42f-423d-af7d-0ed9dfd10947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:50.035509 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-7ceeef8e-e42f-423d-af7d-0ed9dfd10947 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=231af000879b44d180ac00a2f3514762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003097 Jul 08 02:47:50.036694 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceeef8e-e42f-423d-af7d-0ed9dfd10947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e675ecd-8ce2-4302-9238-d129a73100aa,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:50.038355 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41248) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:50.098285 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6b24ea8c-1111-4f28-a43c-fb584cd5771c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:50.121947 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6b24ea8c-1111-4f28-a43c-fb584cd5771c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:50.171283 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6b24ea8c-1111-4f28-a43c-fb584cd5771c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:50.173749 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6b24ea8c-1111-4f28-a43c-fb584cd5771c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:50.174911 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-6b24ea8c-1111-4f28-a43c-fb584cd5771c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e675ecd-8ce2-4302-9238-d129a73100aa HTTP/1.1" status: 204 len: 168 time: 0.1347802 Jul 08 02:47:50.182559 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24ea8c-1111-4f28-a43c-fb584cd5771c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e675ecd-8ce2-4302-9238-d129a73100aa,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:50.481062 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912411aa-14e1-46b5-b9e3-026a9903a979 req-37a18182-a04e-40fe-aefa-49831bb3fa15 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:50.482625 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-912411aa-14e1-46b5-b9e3-026a9903a979 req-37a18182-a04e-40fe-aefa-49831bb3fa15 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.0938988 Jul 08 02:47:50.528160 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-912411aa-14e1-46b5-b9e3-026a9903a979 req-2e385fb9-6cba-4da6-a608-c3609f25de2e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401149 Jul 08 02:47:50.678129 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d54f36-1fe0-4d55-8de6-e42422f43e06 req-070ea528-372a-4d4b-be44-282cc59fed99 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:50.683601 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-02d54f36-1fe0-4d55-8de6-e42422f43e06 req-070ea528-372a-4d4b-be44-282cc59fed99 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0814908 Jul 08 02:47:50.735993 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-02d54f36-1fe0-4d55-8de6-e42422f43e06 req-a28733d6-5e12-4bab-bf73-af2c0007b953 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428898 Jul 08 02:47:50.900185 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b76da8-be00-4f97-a69d-dc9fe6c375b3 req-4f54f36d-a3b4-48c2-a1ba-6396c7485831 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:50.902261 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-76b76da8-be00-4f97-a69d-dc9fe6c375b3 req-4f54f36d-a3b4-48c2-a1ba-6396c7485831 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 931 time: 0.0787816 Jul 08 02:47:50.953710 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-76b76da8-be00-4f97-a69d-dc9fe6c375b3 req-d37e0897-fec6-46a7-935e-25b1ffd70e97 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454090 Jul 08 02:47:50.991712 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41282) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:51.094521 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1823738360-network', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:51.127211 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] Made reservation on behalf of 6ca3e670a9874134b1e7ec6ae4b1447e for: {'network': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:47:51.129751 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:51.138503 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:51.224999 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:51.229760 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:51.256230 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:47:51.266672 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d067c02e-75f1-4448-8c25-6ceecec9c4ff,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:51.272196 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:51.272544 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.segments_db [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] Added segment 4198da03-d7c3-4355-b87b-2d7a1835700f of type vlan for network b426d846-694d-47d4-97e2-829f7ad00618 Jul 08 02:47:51.316069 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:51.348022 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:51.348998 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:51.349609 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:51.408064 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4150310 Jul 08 02:47:51.411314 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 41288) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:51.416705 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-b6e3acf2-42bb-4b10-9d4b-4e41297e06e8 admin admin] Request body: {'subnet': {'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1823738360-subnet', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'ip_version': 4}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:51.417230 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146988c9-456b-48f5-9203-0ff8b151709c admin admin] Pushing event updated for resources: {'Network': ['ID=b426d846-694d-47d4-97e2-829f7ad00618,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:51.427893 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network b426d846-694d-47d4-97e2-829f7ad00618 details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:47:51.459568 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e3acf2-42bb-4b10-9d4b-4e41297e06e8 admin admin] Made reservation on behalf of 6ca3e670a9874134b1e7ec6ae4b1447e for: {'subnet': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:47:51.462048 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b6e3acf2-42bb-4b10-9d4b-4e41297e06e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359675'] for subnet, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:51.677166 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b6e3acf2-42bb-4b10-9d4b-4e41297e06e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2875576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3359625'] for subnet, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:51.770858 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3acf2-42bb-4b10-9d4b-4e41297e06e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=effb1e13-863c-4e8e-a443-4dcdd2ad5097,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:51.785105 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e3acf2-42bb-4b10-9d4b-4e41297e06e8 admin admin] Checking segment: {'id': '4198da03-d7c3-4355-b87b-2d7a1835700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:47:51.785462 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e3acf2-42bb-4b10-9d4b-4e41297e06e8 admin admin] Network hostable DHCP agents. Network: b426d846-694d-47d4-97e2-829f7ad00618, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:47:51.802143 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ac80d-87ad-4565-bae0-8f9dfbe8db60 req-4547f746-7a82-4d72-96b8-fb2f791e29cb tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:51.804525 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f03ac80d-87ad-4565-bae0-8f9dfbe8db60 req-4547f746-7a82-4d72-96b8-fb2f791e29cb tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.1362689 Jul 08 02:47:51.831675 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e3acf2-42bb-4b10-9d4b-4e41297e06e8 admin admin] Network b426d846-694d-47d4-97e2-829f7ad00618 is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:47:51.845155 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-b6e3acf2-42bb-4b10-9d4b-4e41297e06e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, b426d846-694d-47d4-97e2-829f7ad00618) {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:51.850601 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e3acf2-42bb-4b10-9d4b-4e41297e06e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:51.851633 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b6e3acf2-42bb-4b10-9d4b-4e41297e06e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:51.855743 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6b4cb8-ae3c-4b1e-b640-a1eab20dc0ea None None] Network b426d846-694d-47d4-97e2-829f7ad00618 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:47:51.923710 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f03ac80d-87ad-4565-bae0-8f9dfbe8db60 req-d61f1a53-c19a-445f-abb7-fba17f4d7cfc tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106646 Jul 08 02:47:51.929981 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-b6e3acf2-42bb-4b10-9d4b-4e41297e06e8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5171769 Jul 08 02:47:51.932537 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41296) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:51.939645 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:51.962625 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16287093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14686'] for router, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:51.963609 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16287128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16291112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-516306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14631'] for router, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:51.972521 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64304163-1180-40fb-b6be-3dbcc2588711 req-3f0a12b0-5f99-4871-9864-e6f86fdfc09c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:51.974080 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-64304163-1180-40fb-b6be-3dbcc2588711 req-3f0a12b0-5f99-4871-9864-e6f86fdfc09c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1124990 Jul 08 02:47:52.087791 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:52.091018 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-64304163-1180-40fb-b6be-3dbcc2588711 req-aa87844e-59ca-416a-9888-ec788b799744 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915015 Jul 08 02:47:52.111813 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c58fc0b-1a5e-538e-9cdc-2d4ab23966fa-b426d846-694d-47d4-97e2-829f7ad00618', 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'fixed_ips': [{'subnet_id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097'}]}} from dv-cinder-789077-2-iscsi. {{(pid=104847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:47:52.117541 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:52.212230 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc7e54-1b52-45ac-a3ad-73f109b0c2d5 req-cae15199-6d1f-4e72-8a8b-a6be04b672da tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:52.219175 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6bdc7e54-1b52-45ac-a3ad-73f109b0c2d5 req-cae15199-6d1f-4e72-8a8b-a6be04b672da tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 931 time: 0.0868428 Jul 08 02:47:52.300529 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6bdc7e54-1b52-45ac-a3ad-73f109b0c2d5 req-43fc0062-cfb2-4f48-b294-42eaa569d271 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762777 Jul 08 02:47:52.354458 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.db_base_plugin_common [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Allocated IP 172.20.0.2 (b426d846-694d-47d4-97e2-829f7ad00618/effb1e13-863c-4e8e-a443-4dcdd2ad5097/c06e1728-67b8-4eeb-b0b6-831ffd22dd07) {{(pid=104847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:47:52.516767 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16291130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16286983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14641'] for router, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:52.628294 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Notify callbacks [] for port, precommit_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:52.637232 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Transition to ACTIVE for port object c06e1728-67b8-4eeb-b0b6-831ffd22dd07 will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:52.656865 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Transition to ACTIVE for port object c06e1728-67b8-4eeb-b0b6-831ffd22dd07 will not be triggered until provisioned by entity DHCP. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:52.663172 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:52.709649 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Network b426d846-694d-47d4-97e2-829f7ad00618 is already hosted by enough agents. {{(pid=104847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:47:52.712638 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.base_scheduler [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Resources bound (agent type, host, resource id): {{(pid=104847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:52.716645 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Received port after_create {{(pid=104847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:47:52.737250 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:52.753903 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Pushing event updated for resources: {'Port': ['ID=c06e1728-67b8-4eeb-b0b6-831ffd22dd07,revision_number=1']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:52.758844 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:52.783957 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:52.784307 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:52.784653 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:52.784989 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:52.785323 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:52.785652 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:52.785999 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:52.786326 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:52.786650 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:52.786972 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:52.787290 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:52.787613 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:52.797390 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Attempting to bind port c06e1728-67b8-4eeb-b0b6-831ffd22dd07 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:47:52.797761 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Attempting to bind port c06e1728-67b8-4eeb-b0b6-831ffd22dd07 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '4198da03-d7c3-4355-b87b-2d7a1835700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:47:52.798261 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Attempting to bind port c06e1728-67b8-4eeb-b0b6-831ffd22dd07 on network b426d846-694d-47d4-97e2-829f7ad00618 {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:47:52.803351 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:47:52.803722 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Checking segment: {'id': '4198da03-d7c3-4355-b87b-2d7a1835700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:47:52.804124 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:52.804534 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Bound using segment: {'id': '4198da03-d7c3-4355-b87b-2d7a1835700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:47:52.804990 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Bound port: c06e1728-67b8-4eeb-b0b6-831ffd22dd07, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4198da03-d7c3-4355-b87b-2d7a1835700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:47:52.805375 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:52.882857 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Allocated IP 172.27.1.41 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/ce5cb111-eb57-43b7-bd5d-a0f68f7cf844) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:47:52.918933 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] For port c06e1728-67b8-4eeb-b0b6-831ffd22dd07, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:47:52.922628 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] For port c06e1728-67b8-4eeb-b0b6-831ffd22dd07, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=c06e1728-67b8-4eeb-b0b6-831ffd22dd07,segment=NetworkSegment(4198da03-d7c3-4355-b87b-2d7a1835700f),segment_id=4198da03-d7c3-4355-b87b-2d7a1835700f)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:47:52.930244 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:53.035234 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb3840-9c7d-4aea-a495-80c793e3aaaa None None] Pushing event updated for resources: {'Port': ['ID=c06e1728-67b8-4eeb-b0b6-831ffd22dd07,revision_number=2']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:53.085424 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:53.148148 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126165803'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:53.224942 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Pushing event updated for resources: {'Port': ['ID=ce5cb111-eb57-43b7-bd5d-a0f68f7cf844,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:53.253470 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:47:53.262369 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ac2ca-e112-4f57-ac23-d28175bc6e46 req-6dae4471-14e2-489f-a663-d557b3dc1ea0 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:53.262988 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:53.274911 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:47:53.280178 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-405ac2ca-e112-4f57-ac23-d28175bc6e46 req-6dae4471-14e2-489f-a663-d557b3dc1ea0 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.1245279 Jul 08 02:47:53.454102 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-405ac2ca-e112-4f57-ac23-d28175bc6e46 req-fe07e765-6629-4016-adbe-8fe4ecfc8791 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698852 Jul 08 02:47:53.584078 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfa1d7-61ca-44a9-848f-142700a76ce5 req-b370a239-8ef9-4399-a245-00eaa70b0196 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:53.585821 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b6dfa1d7-61ca-44a9-848f-142700a76ce5 req-b370a239-8ef9-4399-a245-00eaa70b0196 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1789975 Jul 08 02:47:53.628940 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b6dfa1d7-61ca-44a9-848f-142700a76ce5 req-fdc4dea7-6c53-4407-ad62-87067205059c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356820 Jul 08 02:47:53.722437 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99618be6-c296-4a23-b6e3-93552c93deb7 req-84afb74c-9576-431a-abe3-ac4ae621055a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:53.723951 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99618be6-c296-4a23-b6e3-93552c93deb7 req-84afb74c-9576-431a-abe3-ac4ae621055a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 931 time: 0.0812554 Jul 08 02:47:53.752850 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:53.771190 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99618be6-c296-4a23-b6e3-93552c93deb7 req-8e8ec985-695d-42f1-941e-b26526572443 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409505 Jul 08 02:47:53.958555 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device c06e1728-67b8-4eeb-b0b6-831ffd22dd07 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:53.979059 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16286988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515291'] for router, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:54.021186 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port c06e1728-67b8-4eeb-b0b6-831ffd22dd07 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:54.154152 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 is scheduled to L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 with binding_index 1 {{(pid=104846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:47:54.338358 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:47:54.348080 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Sync routers for ids ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:47:54.354069 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] Notify callbacks [] for router, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:54.356061 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-c802a3cc-b391-45a4-8141-9560c657be6d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4216576 Jul 08 02:47:54.358632 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41340) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:54.362018 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Routers {'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:47:54.362649 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:54.410984 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8103834f-5fc3-419c-b9cb-ffed1bb08e6f None None] Network b426d846-694d-47d4-97e2-829f7ad00618 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:47:54.512560 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-39787ca8-f678-4b6d-b467-39b40ec26e86 None None] Provisioning for port c06e1728-67b8-4eeb-b0b6-831ffd22dd07 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:54.532052 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-39787ca8-f678-4b6d-b467-39b40ec26e86 None None] Provisioning complete for port c06e1728-67b8-4eeb-b0b6-831ffd22dd07 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:54.532927 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-39787ca8-f678-4b6d-b467-39b40ec26e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:54.542987 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Set router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:47:54.747568 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e3068-0b94-4cd5-a063-18f8441bb6f9 req-918c3452-2834-4e6e-beec-e94f5c22bc8a tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:54.748208 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-39787ca8-f678-4b6d-b467-39b40ec26e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:54.751324 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aa5e3068-0b94-4cd5-a063-18f8441bb6f9 req-918c3452-2834-4e6e-beec-e94f5c22bc8a tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.0925407 Jul 08 02:47:54.793391 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aa5e3068-0b94-4cd5-a063-18f8441bb6f9 req-dfa47f04-47d5-47cc-84f6-9f0c85691994 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356612 Jul 08 02:47:54.823984 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-39787ca8-f678-4b6d-b467-39b40ec26e86 None None] For port c06e1728-67b8-4eeb-b0b6-831ffd22dd07, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=c06e1728-67b8-4eeb-b0b6-831ffd22dd07,segment=NetworkSegment(4198da03-d7c3-4355-b87b-2d7a1835700f),segment_id=4198da03-d7c3-4355-b87b-2d7a1835700f)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:54.836882 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-39787ca8-f678-4b6d-b467-39b40ec26e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:54.861117 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:51Z', 'updated_at': '2021-07-08T02:47:53Z', 'revision_number': 3, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'gw_port': {'id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:52Z', 'updated_at': '2021-07-08T02:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:54.894725 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8e22c-51a2-4ca2-af2a-d38be5c9abfa req-6157a884-eee9-4b91-ae49-4e27ec51c144 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:54.899367 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Checking router: f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:47:54.899555 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Updating router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 port ce5cb111-eb57-43b7-bd5d-a0f68f7cf844 binding host dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:47:54.907005 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-02f8e22c-51a2-4ca2-af2a-d38be5c9abfa req-6157a884-eee9-4b91-ae49-4e27ec51c144 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1053817 Jul 08 02:47:54.954660 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39787ca8-f678-4b6d-b467-39b40ec26e86 None None] Pushing event updated for resources: {'Port': ['ID=c06e1728-67b8-4eeb-b0b6-831ffd22dd07,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:54.957496 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:54.974974 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-02f8e22c-51a2-4ca2-af2a-d38be5c9abfa req-8a9283ec-a21b-4e2e-bba9-7ca855479e72 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644760 Jul 08 02:47:55.061964 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1bfd-6bdf-4a3a-98a4-f95cb4d5f79b req-b297e9ea-cbc9-404d-a629-e4223c344496 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:55.064489 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-630c1bfd-6bdf-4a3a-98a4-f95cb4d5f79b req-b297e9ea-cbc9-404d-a629-e4223c344496 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 931 time: 0.0836387 Jul 08 02:47:55.083082 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:55.110921 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-630c1bfd-6bdf-4a3a-98a4-f95cb4d5f79b req-54b067a7-dfe1-4848-abc2-bae21ddb1b92 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405097 Jul 08 02:47:55.159873 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-731ac34c-fdfb-4d50-a7e0-134fc22ce12b None None] Provisioning complete for port c06e1728-67b8-4eeb-b0b6-831ffd22dd07 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:55.160483 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-731ac34c-fdfb-4d50-a7e0-134fc22ce12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:55.213727 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Request body: {'port': {'device_id': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:55.274527 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Notify callbacks [] for port, precommit_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:55.284835 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.provisioning_blocks [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Transition to ACTIVE for port object ce5cb111-eb57-43b7-bd5d-a0f68f7cf844 will not be triggered until provisioned by entity L2. {{(pid=104848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:55.295078 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:55.324512 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Allocated IP 172.20.0.1 (b426d846-694d-47d4-97e2-829f7ad00618/effb1e13-863c-4e8e-a443-4dcdd2ad5097/64b0b9fb-8e09-428a-bf24-97a85adc5447) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:47:55.345460 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:55.387390 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721f62b-71e4-4ccb-ba3f-d498033b23ee None None] Pushing event updated for resources: {'Port': ['ID=ce5cb111-eb57-43b7-bd5d-a0f68f7cf844,revision_number=2']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:55.410891 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Attempting to bind port ce5cb111-eb57-43b7-bd5d-a0f68f7cf844 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:47:55.411014 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Attempting to bind port ce5cb111-eb57-43b7-bd5d-a0f68f7cf844 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:47:55.411363 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Attempting to bind port ce5cb111-eb57-43b7-bd5d-a0f68f7cf844 on network 55c43452-347a-4a03-a326-c2f40e761f1d {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:47:55.420460 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:47:55.420835 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Checking segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:47:55.421234 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:55.421831 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Bound using segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:47:55.422334 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Bound port: ce5cb111-eb57-43b7-bd5d-a0f68f7cf844, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:47:55.422744 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:55.498738 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] For port ce5cb111-eb57-43b7-bd5d-a0f68f7cf844, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:47:55.502159 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] For port ce5cb111-eb57-43b7-bd5d-a0f68f7cf844, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=ce5cb111-eb57-43b7-bd5d-a0f68f7cf844,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:47:55.508116 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:55.575931 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Routers {'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:47:55.576708 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:55.619184 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721f62b-71e4-4ccb-ba3f-d498033b23ee None None] Pushing event updated for resources: {'Port': ['ID=ce5cb111-eb57-43b7-bd5d-a0f68f7cf844,revision_number=3']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:55.660127 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 41374) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:55.713625 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] Set router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:47:55.769910 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:55.823395 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.provisioning_blocks [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Transition to ACTIVE for port object 64b0b9fb-8e09-428a-bf24-97a85adc5447 will not be triggered until provisioned by entity DHCP. {{(pid=104846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:55.830849 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-dcce266f-4e8e-4ad2-9952-eba9f261e0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:55.933575 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-dcce266f-4e8e-4ad2-9952-eba9f261e0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:55.939158 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-dcce266f-4e8e-4ad2-9952-eba9f261e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:55.982720 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126165803'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:55.991878 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device c06e1728-67b8-4eeb-b0b6-831ffd22dd07 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:56.001685 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce266f-4e8e-4ad2-9952-eba9f261e0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ef55e5-2ea4-48b5-82db-2dc3fac0e264,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:56.016867 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-dcce266f-4e8e-4ad2-9952-eba9f261e0ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44ec7b865d91411589079c5ba61a7429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554742 Jul 08 02:47:56.018242 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 41384) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:56.041830 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:51Z', 'updated_at': '2021-07-08T02:47:53Z', 'revision_number': 3, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'gw_port': {'id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:52Z', 'updated_at': '2021-07-08T02:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:56.101497 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Network b426d846-694d-47d4-97e2-829f7ad00618 is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:47:56.111333 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:56.113402 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e642312-045a-442e-a879-70aed0ad2af9 None None] The sync data for ids ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'] in dv-cinder-789077-2-iscsi is: [{'id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:51Z', 'updated_at': '2021-07-08T02:47:53Z', 'revision_number': 3, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'gw_port': {'id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:52Z', 'updated_at': '2021-07-08T02:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:47:56.115652 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:47:56.147269 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port c06e1728-67b8-4eeb-b0b6-831ffd22dd07 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:56.148612 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:56.148819 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315fc5cc-7a89-4098-b970-05f18ec9de24 {{(pid=104846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:47:56.165497 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e74342f0-9252-45d4-ba77-11aab9d97ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:56.169259 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:56.172892 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Pushing event updated for resources: {'Port': ['ID=64b0b9fb-8e09-428a-bf24-97a85adc5447,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:56.196582 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16291538'] for router_interface, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:56.197619 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e74342f0-9252-45d4-ba77-11aab9d97ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:56.330948 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.provisioning_blocks [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Transition to ACTIVE for port object 315fc5cc-7a89-4098-b970-05f18ec9de24 will not be triggered until provisioned by entity L2. {{(pid=104846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:56.338599 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126165813'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:56.376747 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e74342f0-9252-45d4-ba77-11aab9d97ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:56.380215 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e74342f0-9252-45d4-ba77-11aab9d97ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:56.381527 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-e74342f0-9252-45d4-ba77-11aab9d97ecc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71ef55e5-2ea4-48b5-82db-2dc3fac0e264 HTTP/1.1" status: 204 len: 168 time: 0.3627326 Jul 08 02:47:56.444127 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74342f0-9252-45d4-ba77-11aab9d97ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ef55e5-2ea4-48b5-82db-2dc3fac0e264,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:56.500804 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27550b-a673-4565-841f-5a66325f7209 req-f9f629b9-e87c-476f-933d-01230dbd2f9a tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:56.505441 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c27550b-a673-4565-841f-5a66325f7209 req-f9f629b9-e87c-476f-933d-01230dbd2f9a tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.4287972 Jul 08 02:47:56.533443 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-c4067f98-c33c-4e3b-b9e8-cdcb229eb55d None None] Provisioning for port 64b0b9fb-8e09-428a-bf24-97a85adc5447 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:56.541229 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Pushing event updated for resources: {'Port': ['ID=315fc5cc-7a89-4098-b970-05f18ec9de24,revision_number=2']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:56.547062 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-c4067f98-c33c-4e3b-b9e8-cdcb229eb55d None None] Provisioning complete for port 64b0b9fb-8e09-428a-bf24-97a85adc5447 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:56.547453 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-c4067f98-c33c-4e3b-b9e8-cdcb229eb55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:56.631169 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb059b77-204d-4d15-b46b-b164f57203d6 req-73b6827b-73d6-48c5-8622-9721806612c5 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:56.643788 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-eb059b77-204d-4d15-b46b-b164f57203d6 req-73b6827b-73d6-48c5-8622-9721806612c5 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.3622673 Jul 08 02:47:56.717034 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-c4067f98-c33c-4e3b-b9e8-cdcb229eb55d None None] Port 64b0b9fb-8e09-428a-bf24-97a85adc5447 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:47:56.722801 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:56.781987 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Attempting to bind port 315fc5cc-7a89-4098-b970-05f18ec9de24 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:47:56.782148 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Attempting to bind port 315fc5cc-7a89-4098-b970-05f18ec9de24 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '41c104b4-ec59-462c-ba21-4bc5b975ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242'}] {{(pid=104846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:47:56.782482 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Attempting to bind port 315fc5cc-7a89-4098-b970-05f18ec9de24 on network 8f78bd6c-2fb9-4346-a188-dda9530e4242 {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:47:56.787402 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fadb98ab-b1cd-4ca3-9a6a-47fd626dc444 req-1ff46356-1363-4c91-b1c8-1849a70722db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3991640 Jul 08 02:47:56.804246 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c27550b-a673-4565-841f-5a66325f7209 req-fbce1edb-b85c-4b5e-8d5b-9691baf71a67 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2852869 Jul 08 02:47:56.841071 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-eb059b77-204d-4d15-b46b-b164f57203d6 req-3070959b-026e-43f4-895f-0cce59d47e7c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959028 Jul 08 02:47:56.955484 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb98ab-b1cd-4ca3-9a6a-47fd626dc444 req-64eefdf8-4569-478e-9f10-4d6be9dc83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:56.957993 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fadb98ab-b1cd-4ca3-9a6a-47fd626dc444 req-64eefdf8-4569-478e-9f10-4d6be9dc83b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 1098 time: 0.1148920 Jul 08 02:47:56.974932 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Port 315fc5cc-7a89-4098-b970-05f18ec9de24 on network 8f78bd6c-2fb9-4346-a188-dda9530e4242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:47:56.975706 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Attempting to bind port 315fc5cc-7a89-4098-b970-05f18ec9de24 on network 8f78bd6c-2fb9-4346-a188-dda9530e4242 {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:47:56.985053 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:47:56.985395 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Checking segment: {'id': '41c104b4-ec59-462c-ba21-4bc5b975ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:47:56.985976 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Bound using segment: {'id': '41c104b4-ec59-462c-ba21-4bc5b975ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242'} {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:47:56.986411 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Bound port: 315fc5cc-7a89-4098-b970-05f18ec9de24, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c104b4-ec59-462c-ba21-4bc5b975ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242'}}] {{(pid=104846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:47:56.986782 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:57.090489 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:57.104286 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126165813'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:57.180722 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] For port 315fc5cc-7a89-4098-b970-05f18ec9de24, host hv-cinder-78907, cleared binding levels {{(pid=104846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:47:57.185599 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] For port 315fc5cc-7a89-4098-b970-05f18ec9de24, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=315fc5cc-7a89-4098-b970-05f18ec9de24,segment=NetworkSegment(41c104b4-ec59-462c-ba21-4bc5b975ce7f),segment_id=41c104b4-ec59-462c-ba21-4bc5b975ce7f)] {{(pid=104846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:47:57.212473 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16377311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292737'] for router_interface, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:57.221953 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126165813'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:57.243661 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 41406) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:57.258822 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb98ab-b1cd-4ca3-9a6a-47fd626dc444 req-7617470c-3318-47e3-aa14-c06a857eb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:57.260304 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fadb98ab-b1cd-4ca3-9a6a-47fd626dc444 req-7617470c-3318-47e3-aa14-c06a857eb74b service neutron] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 911 time: 0.2722015 Jul 08 02:47:57.290982 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1f4c5-89aa-49e6-a387-a0af10f7387b req-a52ad6eb-8ab6-4115-aa7b-6391efbda7ba tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:57.292748 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-84e1f4c5-89aa-49e6-a387-a0af10f7387b req-a52ad6eb-8ab6-4115-aa7b-6391efbda7ba tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 943 time: 0.2100403 Jul 08 02:47:57.350754 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Pushing event updated for resources: {'Port': ['ID=64b0b9fb-8e09-428a-bf24-97a85adc5447,revision_number=2']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:57.361600 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:57.364377 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:57.364377 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] 10.222.0.54 "PUT /v2.0/ports/315fc5cc-7a89-4098-b970-05f18ec9de24 HTTP/1.1" status: 200 len: 1093 time: 2.1546679 Jul 08 02:47:57.368621 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'tag': '315fc5cc-7a89-4098-b970-05f18ec9de24'}] {{(pid=104846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:47:57.373086 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4642cb0c9f5c32944fea4b8f428ab57aabc69f35ee3f838cfab6a352ae66987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6aa2c8-6bf7-4065-b742-aa8241f598ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7f62d6f5-5881-4aa0-b859-5b4741a5e146", "tag": "315fc5cc-7a89-4098-b970-05f18ec9de24"}]}' {{(pid=104846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:47:57.505653 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fadb98ab-b1cd-4ca3-9a6a-47fd626dc444 req-01e0ea81-a548-419b-b2f7-f0a51147c121 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbfd1f1c-9210-48b8-9d3f-0084edafab18 HTTP/1.1" status: 200 len: 1001 time: 0.2081230 Jul 08 02:47:57.551911 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361c8c6-b6fe-48b0-bf75-49725ae9bebe service neutron] Pushing event updated for resources: {'Port': ['ID=315fc5cc-7a89-4098-b970-05f18ec9de24,revision_number=3']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:57.579463 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Network b426d846-694d-47d4-97e2-829f7ad00618 is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:47:57.584816 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:47:57.611409 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb98ab-b1cd-4ca3-9a6a-47fd626dc444 req-34823616-43ec-46dc-a879-16df6c4cb60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:57.612971 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fadb98ab-b1cd-4ca3-9a6a-47fd626dc444 req-34823616-43ec-46dc-a879-16df6c4cb60d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.0958858 Jul 08 02:47:57.638675 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-878e75be-4d94-4440-aa31-307f90694111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:57.664536 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-0d75cd00-ce6d-47da-b1c4-668c6bebbf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:57.666084 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-0d75cd00-ce6d-47da-b1c4-668c6bebbf8f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=673ab3285aeb4543b917150a9b83264a&device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 1096 time: 0.1858420 Jul 08 02:47:57.739738 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:47:57.776114 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb730009-3681-4016-978e-1dea5fc9d133 x-openstack-request-id: req-bb730009-3681-4016-978e-1dea5fc9d133 {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:47:57.776465 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f62d6f5-5881-4aa0-b859-5b4741a5e146", "tag": "315fc5cc-7a89-4098-b970-05f18ec9de24", "status": "completed", "code": 200}]} {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:47:57.778039 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb730009-3681-4016-978e-1dea5fc9d133 {{(pid=104846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:47:57.778716 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'tag': '315fc5cc-7a89-4098-b970-05f18ec9de24', 'status': 'completed', 'code': 200} Jul 08 02:47:57.799947 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-84e1f4c5-89aa-49e6-a387-a0af10f7387b req-03bb4632-5c7a-451b-8cc7-1573b6f7d165 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102651 Jul 08 02:47:57.845129 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-00b4eca3-7db1-4d19-a58a-5374d8ecde25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=315fc5cc-7a89-4098-b970-05f18ec9de24 HTTP/1.1" status: 200 len: 217 time: 0.1630483 Jul 08 02:47:57.905217 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb98ab-b1cd-4ca3-9a6a-47fd626dc444 req-008dc049-9616-4016-b9ce-309678987915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:57.916057 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fadb98ab-b1cd-4ca3-9a6a-47fd626dc444 req-008dc049-9616-4016-b9ce-309678987915 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2930329 Jul 08 02:47:57.958147 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:47:57.978598 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-7f529ae0-ed3f-4b15-9f3e-5c19bd72ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:57.981528 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-7f529ae0-ed3f-4b15-9f3e-5c19bd72ecba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9cb3a1c5-f762-4173-84a7-09042e95bbdf HTTP/1.1" status: 200 len: 854 time: 0.1275227 Jul 08 02:47:57.982907 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73175c-d67d-4fdf-9f98-4c44d64047fb req-cee1be5c-402b-47e8-9a43-b594f2f19a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:57.984629 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4c73175c-d67d-4fdf-9f98-4c44d64047fb req-cee1be5c-402b-47e8-9a43-b594f2f19a48 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 1099 time: 0.3631814 Jul 08 02:47:58.005350 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:58.021526 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'port_id': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'mac_address': 'fa:16:3e:ec:5e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:47:58.027945 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device ce5cb111-eb57-43b7-bd5d-a0f68f7cf844 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:58.095703 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4c73175c-d67d-4fdf-9f98-4c44d64047fb req-374f9001-aa50-4f44-a9db-ee90a588e87b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815463 Jul 08 02:47:58.159415 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-53d2e355-8e42-4f77-bc39-211a9c239daa None None] Provisioning complete for port 64b0b9fb-8e09-428a-bf24-97a85adc5447 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:58.160135 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-53d2e355-8e42-4f77-bc39-211a9c239daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:58.162564 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:58.194115 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-82ff235f-b8f2-4b14-870d-2c6bdbb72e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:58.196161 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-82ff235f-b8f2-4b14-870d-2c6bdbb72e72 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f78bd6c-2fb9-4346-a188-dda9530e4242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1359184 Jul 08 02:47:58.207240 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fadb98ab-b1cd-4ca3-9a6a-47fd626dc444 req-4f594a95-253c-4df3-8992-a8f447c9f19b service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769506 Jul 08 02:47:58.212370 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:47:58.213008 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:47:58.221917 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-878e75be-4d94-4440-aa31-307f90694111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:58.223618 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port ce5cb111-eb57-43b7-bd5d-a0f68f7cf844 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:58.228185 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-ef34220e-4423-41a5-b78a-367db98c61d5 admin admin] 10.222.0.21 "PUT /v2.0/routers/f3bf9d3f-0c37-4a5e-9d8b-7169773b9340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8669171 Jul 08 02:47:58.242316 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-878e75be-4d94-4440-aa31-307f90694111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:58.246391 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-53d2e355-8e42-4f77-bc39-211a9c239daa None None] Port 64b0b9fb-8e09-428a-bf24-97a85adc5447 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:47:58.262542 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port ce5cb111-eb57-43b7-bd5d-a0f68f7cf844 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:58.262926 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:58.293937 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:58.302424 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:58.326065 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-afdbe400-6a26-4dcd-bae7-5e64ca8e2166 service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219528 Jul 08 02:47:58.352292 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117a7ac-6fc1-4fcf-a60c-7b2cf8e6d97c req-f03d7828-5d9d-42ba-a7a6-924bf50e4704 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:58.353737 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c117a7ac-6fc1-4fcf-a60c-7b2cf8e6d97c req-f03d7828-5d9d-42ba-a7a6-924bf50e4704 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.2557011 Jul 08 02:47:58.361248 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-878e75be-4d94-4440-aa31-307f90694111 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e90d257600514d7b86774303247d43f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1164463 Jul 08 02:47:58.366200 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e75be-4d94-4440-aa31-307f90694111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65db3bd7-6686-4e29-8377-b1a2eaf66ad2,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:58.374968 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,revision_number=6']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:58.377357 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41432) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:58.421879 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:58.448442 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa8f08-38b8-4c20-833b-bfa0c8a14bf8 req-c6b17bc0-9aa8-4a5a-8273-6d74e8807d1b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:58.450539 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3fa8f08-38b8-4c20-833b-bfa0c8a14bf8 req-c6b17bc0-9aa8-4a5a-8273-6d74e8807d1b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.3495953 Jul 08 02:47:58.460109 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fadb98ab-b1cd-4ca3-9a6a-47fd626dc444 req-7471274a-4b18-4b22-8d1f-7308e84dab3a service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331729 Jul 08 02:47:58.462224 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port ce5cb111-eb57-43b7-bd5d-a0f68f7cf844, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=ce5cb111-eb57-43b7-bd5d-a0f68f7cf844,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:58.481431 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:58.498833 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c117a7ac-6fc1-4fcf-a60c-7b2cf8e6d97c req-b7eabfeb-d7a7-4588-98a3-fa210a5955a0 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356320 Jul 08 02:47:58.520947 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3fa8f08-38b8-4c20-833b-bfa0c8a14bf8 req-2dbc2ee1-60ee-45fc-b1c9-c079c59a6584 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636032 Jul 08 02:47:58.543980 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['70d1fe9f-fd72-4135-b6f5-a831f9fc86b0'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:47:58.560979 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-de3bb572-e941-458e-9233-59f805b8dc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:58.568657 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-8f9832e0-daf2-4dbc-b9fb-7ceb036283d7 req-c62b8fd4-d49c-4b9e-b04b-931baa489f1f service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275200 Jul 08 02:47:58.588607 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-de3bb572-e941-458e-9233-59f805b8dc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:58.629317 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=ce5cb111-eb57-43b7-bd5d-a0f68f7cf844,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:58.664526 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Sync routers for ids ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:47:58.688660 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Routers {'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:47:58.689424 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:58.704710 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-de3bb572-e941-458e-9233-59f805b8dc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:58.707488 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-de3bb572-e941-458e-9233-59f805b8dc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:58.708779 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-de3bb572-e941-458e-9233-59f805b8dc87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65db3bd7-6686-4e29-8377-b1a2eaf66ad2 HTTP/1.1" status: 204 len: 168 time: 0.3299682 Jul 08 02:47:58.729493 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bb572-e941-458e-9233-59f805b8dc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65db3bd7-6686-4e29-8377-b1a2eaf66ad2,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:58.744388 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aa2c8-6bf7-4065-b742-aa8241f598ec req-a0ce682c-f438-41fa-994d-8f21669c96ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:58.746983 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4f6aa2c8-6bf7-4065-b742-aa8241f598ec req-a0ce682c-f438-41fa-994d-8f21669c96ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=673ab3285aeb4543b917150a9b83264a&device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 1096 time: 0.1094763 Jul 08 02:47:58.864689 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Set router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:47:58.885189 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aa2c8-6bf7-4065-b742-aa8241f598ec req-3939c9b8-738c-405b-8850-f2ea3a5672f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:58.886850 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4f6aa2c8-6bf7-4065-b742-aa8241f598ec req-3939c9b8-738c-405b-8850-f2ea3a5672f3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f78bd6c-2fb9-4346-a188-dda9530e4242 HTTP/1.1" status: 200 len: 916 time: 0.1311524 Jul 08 02:47:58.973834 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4f6aa2c8-6bf7-4065-b742-aa8241f598ec req-f092f5ef-1db7-4861-a616-3aa75488831c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=315fc5cc-7a89-4098-b970-05f18ec9de24 HTTP/1.1" status: 200 len: 217 time: 0.0735533 Jul 08 02:47:59.046090 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9fa1e-7f74-4140-8e9e-c82e475de5e1 req-35e02216-c2cd-4b14-b0df-5e7aa8afe9ce tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:59.053017 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7ff9fa1e-7f74-4140-8e9e-c82e475de5e1 req-35e02216-c2cd-4b14-b0df-5e7aa8afe9ce tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 943 time: 0.0998552 Jul 08 02:47:59.056327 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aa2c8-6bf7-4065-b742-aa8241f598ec req-7a79a5fa-bec9-49ef-81fa-ca963188ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:59.058738 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4f6aa2c8-6bf7-4065-b742-aa8241f598ec req-7a79a5fa-bec9-49ef-81fa-ca963188ace4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9cb3a1c5-f762-4173-84a7-09042e95bbdf HTTP/1.1" status: 200 len: 854 time: 0.0714436 Jul 08 02:47:59.084140 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41456) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:59.090136 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1309287446-network', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:59.114486 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7ff9fa1e-7f74-4140-8e9e-c82e475de5e1 req-96a94179-c89d-42f0-b44b-949192a1e6e0 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537953 Jul 08 02:47:59.151082 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] Made reservation on behalf of 0957c0109c1245d09cdcd706e8bb648b for: {'network': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:47:59.153588 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.158519 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aa2c8-6bf7-4065-b742-aa8241f598ec req-66dfd498-630f-44c5-a4c9-a13486520243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:59.160007 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4f6aa2c8-6bf7-4065-b742-aa8241f598ec req-66dfd498-630f-44c5-a4c9-a13486520243 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f78bd6c-2fb9-4346-a188-dda9530e4242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0912287 Jul 08 02:47:59.162559 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:51Z', 'updated_at': '2021-07-08T02:47:56Z', 'revision_number': 4, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'gw_port': {'id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:52Z', 'updated_at': '2021-07-08T02:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '64b0b9fb-8e09-428a-bf24-97a85adc5447', 'name': '', 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'mac_address': 'fa:16:3e:39:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:55Z', 'updated_at': '2021-07-08T02:47:56Z', 'revision_number': 2, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'subnets': [{'id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:47:59.165476 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.196197 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Checking router: f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:47:59.196565 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Updating router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 port 64b0b9fb-8e09-428a-bf24-97a85adc5447 binding host dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:47:59.238241 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.311696 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4f6aa2c8-6bf7-4065-b742-aa8241f598ec req-964d2305-436d-4251-8d74-35a5992fb88d service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369896 Jul 08 02:47:59.416020 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.429961 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.479455 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=104846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:47:59.494404 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31ed81f-4d78-4f43-a1d7-d4331d697461,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:59.499755 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.500100 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.segments_db [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] Added segment 076ae890-fe37-4a9a-9f93-7ef774c99ed2 of type vlan for network 7c378036-cc02-4218-a874-1e8b56b64a88 Jul 08 02:47:59.503048 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4f6aa2c8-6bf7-4065-b742-aa8241f598ec req-a5b6d2e3-dc36-4b6b-94d3-ada8f66a0d2e service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787195 Jul 08 02:47:59.552723 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.612193 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.613235 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:59.613956 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.640901 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 41484) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:47:59.650260 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5528996 Jul 08 02:47:59.655450 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-e8c2ecc5-2a5c-4fc7-b814-01b5b007ac87 admin admin] Request body: {'subnet': {'network_id': '7c378036-cc02-4218-a874-1e8b56b64a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1309287446-subnet', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b', 'ip_version': 4}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:59.693779 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c2ecc5-2a5c-4fc7-b814-01b5b007ac87 admin admin] Made reservation on behalf of 0957c0109c1245d09cdcd706e8bb648b for: {'subnet': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:47:59.696158 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ecc5-2a5c-4fc7-b814-01b5b007ac87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359675'] for subnet, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.722495 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66efd12-b93a-4128-8736-3c6796949d86 admin admin] Pushing event updated for resources: {'Network': ['ID=7c378036-cc02-4218-a874-1e8b56b64a88,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:59.751206 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network 7c378036-cc02-4218-a874-1e8b56b64a88 details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:47:59.753103 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:59.884662 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Notify callbacks [] for port, precommit_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.914445 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Transition to ACTIVE for port object 64b0b9fb-8e09-428a-bf24-97a85adc5447 will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:59.931113 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.953822 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:59.954228 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:00.016954 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device ce5cb111-eb57-43b7-bd5d-a0f68f7cf844 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:00.150156 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd373e-16d1-4fe1-95cb-9745761a1d2d None None] Pushing event updated for resources: {'Port': ['ID=64b0b9fb-8e09-428a-bf24-97a85adc5447,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:00.178472 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:00.267624 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Attempting to bind port 64b0b9fb-8e09-428a-bf24-97a85adc5447 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:48:00.268010 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Attempting to bind port 64b0b9fb-8e09-428a-bf24-97a85adc5447 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '4198da03-d7c3-4355-b87b-2d7a1835700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:48:00.268381 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Attempting to bind port 64b0b9fb-8e09-428a-bf24-97a85adc5447 on network b426d846-694d-47d4-97e2-829f7ad00618 {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:00.270102 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e086179-1faa-4e28-9b17-68812ba26039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:00.270999 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c7584-d8b2-4c86-b809-00ecd2e6e446 req-49d2a245-830a-4356-aa12-634f16e175cb tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:00.272376 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3a0a86-39c0-4968-a205-04488f170a24" -d '{"events": [{"server_uuid": "6e086179-1faa-4e28-9b17-68812ba26039", "name": "network-vif-plugged", "status": "completed", "tag": "70d1fe9f-fd72-4135-b6f5-a831f9fc86b0"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:00.272581 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6b0c7584-d8b2-4c86-b809-00ecd2e6e446 req-49d2a245-830a-4356-aa12-634f16e175cb tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 945 time: 0.4512899 Jul 08 02:48:00.294179 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:00.295353 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:48:00.295752 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Checking segment: {'id': '4198da03-d7c3-4355-b87b-2d7a1835700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:48:00.296166 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:00.296876 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Bound using segment: {'id': '4198da03-d7c3-4355-b87b-2d7a1835700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:48:00.296999 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Bound port: 64b0b9fb-8e09-428a-bf24-97a85adc5447, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4198da03-d7c3-4355-b87b-2d7a1835700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:48:00.297381 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:00.325704 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port ce5cb111-eb57-43b7-bd5d-a0f68f7cf844 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:00.326179 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:00.328036 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:00.336898 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b132562-ca8d-4869-8e23-addea145ff28 req-139e1322-4b13-410a-b559-20f3162d4e70 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:00.343797 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0b132562-ca8d-4869-8e23-addea145ff28 req-139e1322-4b13-410a-b559-20f3162d4e70 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1960323 Jul 08 02:48:00.430535 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0b132562-ca8d-4869-8e23-addea145ff28 req-f62b24a1-84e1-4057-9ec5-b71d502599ea tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858355 Jul 08 02:48:00.433697 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6b0c7584-d8b2-4c86-b809-00ecd2e6e446 req-40139d75-2f13-45b2-af55-970dd4c140ad tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371880 Jul 08 02:48:00.481021 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ecc5-2a5c-4fc7-b814-01b5b007ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2875576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3359625'] for subnet, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:00.500500 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,revision_number=7']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:00.548254 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41514) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:00.548740 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] For port 64b0b9fb-8e09-428a-bf24-97a85adc5447, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:48:00.572170 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ab0dd5-9c59-43f8-8064-494e3496ff5b x-openstack-request-id: req-07ab0dd5-9c59-43f8-8064-494e3496ff5b {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:00.572450 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e086179-1faa-4e28-9b17-68812ba26039", "name": "network-vif-plugged", "status": "completed", "tag": "70d1fe9f-fd72-4135-b6f5-a831f9fc86b0", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:00.572659 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07ab0dd5-9c59-43f8-8064-494e3496ff5b {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:00.573082 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e086179-1faa-4e28-9b17-68812ba26039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'code': 200} Jul 08 02:48:00.578337 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] For port 64b0b9fb-8e09-428a-bf24-97a85adc5447, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=64b0b9fb-8e09-428a-bf24-97a85adc5447,segment=NetworkSegment(4198da03-d7c3-4355-b87b-2d7a1835700f),segment_id=4198da03-d7c3-4355-b87b-2d7a1835700f)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:48:00.590756 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:00.626586 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2ecc5-2a5c-4fc7-b814-01b5b007ac87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c01a3c7-6331-4718-836a-c336eb1aa322,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:00.669924 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c2ecc5-2a5c-4fc7-b814-01b5b007ac87 admin admin] Checking segment: {'id': '076ae890-fe37-4a9a-9f93-7ef774c99ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7c378036-cc02-4218-a874-1e8b56b64a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:48:00.670589 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2ecc5-2a5c-4fc7-b814-01b5b007ac87 admin admin] Network hostable DHCP agents. Network: 7c378036-cc02-4218-a874-1e8b56b64a88, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:48:00.705798 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2ecc5-2a5c-4fc7-b814-01b5b007ac87 admin admin] Network 7c378036-cc02-4218-a874-1e8b56b64a88 is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:48:00.706505 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Routers {'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:48:00.707164 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:00.711271 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd373e-16d1-4fe1-95cb-9745761a1d2d None None] Pushing event updated for resources: {'Port': ['ID=64b0b9fb-8e09-428a-bf24-97a85adc5447,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:00.729567 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-e8c2ecc5-2a5c-4fc7-b814-01b5b007ac87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, 7c378036-cc02-4218-a874-1e8b56b64a88) {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:48:00.739161 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c2ecc5-2a5c-4fc7-b814-01b5b007ac87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:00.741282 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ecc5-2a5c-4fc7-b814-01b5b007ac87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:00.770238 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-e8c2ecc5-2a5c-4fc7-b814-01b5b007ac87 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1270173 Jul 08 02:48:00.772824 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 41522) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:00.786292 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1309287446-router', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:00.787386 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-704e2fc0-062c-4ff9-b30f-958a964f554b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:00.798865 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2528d7-1a32-4cb8-9241-d872a38b3c9b None None] Network 7c378036-cc02-4218-a874-1e8b56b64a88 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:48:00.821686 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df73d26-d381-4937-9460-89188f5fd0bd req-f393df32-5731-4cb3-9e11-6374c450faba tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:00.828049 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8df73d26-d381-4937-9460-89188f5fd0bd req-f393df32-5731-4cb3-9e11-6374c450faba tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 943 time: 0.1941631 Jul 08 02:48:00.852309 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.db.api [None req-704e2fc0-062c-4ff9-b30f-958a964f554b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:48:00.852309 dv-cinder-789077-2-iscsi neutron-server[104846]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:48:00.852309 dv-cinder-789077-2-iscsi neutron-server[104846]: [parameters: {'project_id_1': 'fc42a93e867e46e0af124200ac483567', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 48, 0, 809185)}] Jul 08 02:48:00.852309 dv-cinder-789077-2-iscsi neutron-server[104846]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:48:00.852740 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG oslo_db.api [None req-704e2fc0-062c-4ff9-b30f-958a964f554b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:48:00.900608 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8df73d26-d381-4937-9460-89188f5fd0bd req-837d1f0c-a149-4861-b900-50b213698321 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656662 Jul 08 02:48:00.903653 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16287093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14686'] for router, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:00.904938 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16287128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16291112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-516306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14631'] for router, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:00.965543 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:01.048145 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] Set router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:48:01.143935 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16291130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16286983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14641'] for router, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:01.195071 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c58fc0b-1a5e-538e-9cdc-2d4ab23966fa-7c378036-cc02-4218-a874-1e8b56b64a88', 'network_id': '7c378036-cc02-4218-a874-1e8b56b64a88', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b', 'fixed_ips': [{'subnet_id': '2c01a3c7-6331-4718-836a-c336eb1aa322'}]}} from dv-cinder-789077-2-iscsi. {{(pid=104847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:48:01.196085 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:01.355124 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-704e2fc0-062c-4ff9-b30f-958a964f554b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:01.430034 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:01.462782 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:01.493366 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.db_base_plugin_common [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Allocated IP 172.20.0.2 (7c378036-cc02-4218-a874-1e8b56b64a88/2c01a3c7-6331-4718-836a-c336eb1aa322/845750ae-c7b2-48bb-baa6-304a18da9c13) {{(pid=104847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:48:01.553644 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-704e2fc0-062c-4ff9-b30f-958a964f554b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:01.567141 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:51Z', 'updated_at': '2021-07-08T02:47:56Z', 'revision_number': 4, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'gw_port': {'id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:52Z', 'updated_at': '2021-07-08T02:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '64b0b9fb-8e09-428a-bf24-97a85adc5447', 'name': '', 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'mac_address': 'fa:16:3e:39:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:55Z', 'updated_at': '2021-07-08T02:48:00Z', 'revision_number': 4, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'subnets': [{'id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:01.567448 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-704e2fc0-062c-4ff9-b30f-958a964f554b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:01.599051 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d430671-b528-4cf6-a681-31808679a3e0 None None] The sync data for ids ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'] in dv-cinder-789077-2-iscsi is: [{'id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:51Z', 'updated_at': '2021-07-08T02:47:56Z', 'revision_number': 4, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'gw_port': {'id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:52Z', 'updated_at': '2021-07-08T02:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '64b0b9fb-8e09-428a-bf24-97a85adc5447', 'name': '', 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'mac_address': 'fa:16:3e:39:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:55Z', 'updated_at': '2021-07-08T02:48:00Z', 'revision_number': 4, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'subnets': [{'id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:48:01.642487 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Allocated IP 172.27.1.200 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/b7e76eb1-3f19-4226-9967-314102866cc1) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:48:01.711854 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-704e2fc0-062c-4ff9-b30f-958a964f554b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc42a93e867e46e0af124200ac483567&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1623623 Jul 08 02:48:01.716059 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41532) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:01.743243 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e2fc0-062c-4ff9-b30f-958a964f554b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c080ee-e2ff-42f8-860d-b25bc0000eea,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:01.791327 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Notify callbacks [] for port, precommit_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:01.800390 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Transition to ACTIVE for port object 845750ae-c7b2-48bb-baa6-304a18da9c13 will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:48:01.852190 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Transition to ACTIVE for port object 845750ae-c7b2-48bb-baa6-304a18da9c13 will not be triggered until provisioned by entity DHCP. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:48:01.868316 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 315fc5cc-7a89-4098-b970-05f18ec9de24 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:48:01.874839 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:01.924112 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-733bfbf7-0b7d-4d74-a0ca-2398572e9090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:01.954114 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:01.961837 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-733bfbf7-0b7d-4d74-a0ca-2398572e9090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:01.969044 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Network 7c378036-cc02-4218-a874-1e8b56b64a88 is already hosted by enough agents. {{(pid=104847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:48:02.038364 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-733bfbf7-0b7d-4d74-a0ca-2398572e9090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:02.041241 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-733bfbf7-0b7d-4d74-a0ca-2398572e9090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:02.043683 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-733bfbf7-0b7d-4d74-a0ca-2398572e9090 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14c080ee-e2ff-42f8-860d-b25bc0000eea HTTP/1.1" status: 204 len: 168 time: 0.3155203 Jul 08 02:48:02.047058 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:02.065386 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bfbf7-0b7d-4d74-a0ca-2398572e9090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c080ee-e2ff-42f8-860d-b25bc0000eea,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:02.090506 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 315fc5cc-7a89-4098-b970-05f18ec9de24, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=315fc5cc-7a89-4098-b970-05f18ec9de24,segment=NetworkSegment(41c104b4-ec59-462c-ba21-4bc5b975ce7f),segment_id=41c104b4-ec59-462c-ba21-4bc5b975ce7f)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:02.106323 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': '315fc5cc-7a89-4098-b970-05f18ec9de24', 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'port_id': '315fc5cc-7a89-4098-b970-05f18ec9de24', 'mac_address': 'fa:16:3e:e0:42:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:48:02.173782 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:48:02.196293 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:48:02.215068 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 64b0b9fb-8e09-428a-bf24-97a85adc5447 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:02.219117 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:48:02.231180 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:02.259337 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e76eb1-3f19-4226-9967-314102866cc1,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:02.290577 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.base_scheduler [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Resources bound (agent type, host, resource id): {{(pid=104847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:48:02.300496 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315fc5cc-7a89-4098-b970-05f18ec9de24 {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:48:02.346613 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 315fc5cc-7a89-4098-b970-05f18ec9de24, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=315fc5cc-7a89-4098-b970-05f18ec9de24,segment=NetworkSegment(41c104b4-ec59-462c-ba21-4bc5b975ce7f),segment_id=41c104b4-ec59-462c-ba21-4bc5b975ce7f)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:02.350691 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Pushing event updated for resources: {'Port': ['ID=845750ae-c7b2-48bb-baa6-304a18da9c13,revision_number=1']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:02.356282 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Received port after_create {{(pid=104847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:48:02.375223 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:02.457082 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c674c64-4b3f-41d6-a3e2-2bf1165373fc req-2b807ff4-7bf8-436b-a2cd-0cf2e097f408 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:02.458693 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7c674c64-4b3f-41d6-a3e2-2bf1165373fc req-2b807ff4-7bf8-436b-a2cd-0cf2e097f408 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.4534152 Jul 08 02:48:02.476317 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637a37a-dd4e-4fd7-b561-b5263aa9c5de req-1bd10ed0-8c20-4f23-8399-49dfaa7a26ca tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:02.477977 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1637a37a-dd4e-4fd7-b561-b5263aa9c5de req-1bd10ed0-8c20-4f23-8399-49dfaa7a26ca tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.4739504 Jul 08 02:48:02.659910 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7c674c64-4b3f-41d6-a3e2-2bf1165373fc req-5b56bec6-1697-469d-8cee-804c0ab17f03 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807392 Jul 08 02:48:02.665400 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1637a37a-dd4e-4fd7-b561-b5263aa9c5de req-18d09120-994a-4cc3-960b-4a5caf18b35b tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775606 Jul 08 02:48:02.995356 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Attempting to bind port 845750ae-c7b2-48bb-baa6-304a18da9c13 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:48:03.002525 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Attempting to bind port 845750ae-c7b2-48bb-baa6-304a18da9c13 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '076ae890-fe37-4a9a-9f93-7ef774c99ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7c378036-cc02-4218-a874-1e8b56b64a88'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:48:03.002981 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Attempting to bind port 845750ae-c7b2-48bb-baa6-304a18da9c13 on network 7c378036-cc02-4218-a874-1e8b56b64a88 {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:03.009900 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['315fc5cc-7a89-4098-b970-05f18ec9de24'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:48:03.100062 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:03.116257 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=315fc5cc-7a89-4098-b970-05f18ec9de24,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:03.132735 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:48:03.133277 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Checking segment: {'id': '076ae890-fe37-4a9a-9f93-7ef774c99ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7c378036-cc02-4218-a874-1e8b56b64a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:48:03.133589 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:03.134057 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Bound using segment: {'id': '076ae890-fe37-4a9a-9f93-7ef774c99ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7c378036-cc02-4218-a874-1e8b56b64a88'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:48:03.135202 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Bound port: 845750ae-c7b2-48bb-baa6-304a18da9c13, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076ae890-fe37-4a9a-9f93-7ef774c99ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7c378036-cc02-4218-a874-1e8b56b64a88'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:48:03.135937 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:03.306666 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] For port 845750ae-c7b2-48bb-baa6-304a18da9c13, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:48:03.310649 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] For port 845750ae-c7b2-48bb-baa6-304a18da9c13, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=845750ae-c7b2-48bb-baa6-304a18da9c13,segment=NetworkSegment(076ae890-fe37-4a9a-9f93-7ef774c99ed2),segment_id=076ae890-fe37-4a9a-9f93-7ef774c99ed2)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:48:03.341481 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:03.516653 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 64b0b9fb-8e09-428a-bf24-97a85adc5447 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:48:03.552931 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 64b0b9fb-8e09-428a-bf24-97a85adc5447 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:03.553356 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:03.590097 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d09fa-1200-4ad1-959f-a9a8dbe2fbe3 req-5c39ae84-814d-4e6a-b48b-c0e565b62317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:03.591856 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-e20d09fa-1200-4ad1-959f-a9a8dbe2fbe3 req-5c39ae84-814d-4e6a-b48b-c0e565b62317 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a5d202fe7cfb4f5fb673b6e866dc7b7b&device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 1099 time: 0.1518073 Jul 08 02:48:03.594637 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4db1b6-dcb2-400a-8356-abfb18cb9cce req-57b1181a-3a76-449d-846a-26dcb74b080e tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:03.596502 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9a4db1b6-dcb2-400a-8356-abfb18cb9cce req-57b1181a-3a76-449d-846a-26dcb74b080e tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 944 time: 0.6083214 Jul 08 02:48:03.716967 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468e0d2-b3fd-4e33-aa60-51ff54c722e2 None None] Pushing event updated for resources: {'Port': ['ID=845750ae-c7b2-48bb-baa6-304a18da9c13,revision_number=2']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:03.795224 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:03.892192 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port 64b0b9fb-8e09-428a-bf24-97a85adc5447, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=64b0b9fb-8e09-428a-bf24-97a85adc5447,segment=NetworkSegment(4198da03-d7c3-4355-b87b-2d7a1835700f),segment_id=4198da03-d7c3-4355-b87b-2d7a1835700f)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:03.894003 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d09fa-1200-4ad1-959f-a9a8dbe2fbe3 req-01e4c9a9-a123-43f0-9028-70c30a570787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:03.895585 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-e20d09fa-1200-4ad1-959f-a9a8dbe2fbe3 req-01e4c9a9-a123-43f0-9028-70c30a570787 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9 HTTP/1.1" status: 200 len: 920 time: 0.2952676 Jul 08 02:48:03.900828 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:03.955931 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9a4db1b6-dcb2-400a-8356-abfb18cb9cce req-3c9ebc57-e56f-48dd-a453-bc45e92e9946 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471622 Jul 08 02:48:03.967220 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-e20d09fa-1200-4ad1-959f-a9a8dbe2fbe3 req-bab069c2-802a-443a-b98c-1f8df1d92bfb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6347b15f-9824-4a97-9375-be9d318bb5bb HTTP/1.1" status: 200 len: 217 time: 0.0623448 Jul 08 02:48:04.075526 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=64b0b9fb-8e09-428a-bf24-97a85adc5447,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:04.158749 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3874c8-b006-495c-94a0-ca49f983b300 req-2ffa4d3e-7ff0-4f6e-9084-129a8862dad8 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:04.160333 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8c3874c8-b006-495c-94a0-ca49f983b300 req-2ffa4d3e-7ff0-4f6e-9084-129a8862dad8 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.4882929 Jul 08 02:48:04.192555 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d09fa-1200-4ad1-959f-a9a8dbe2fbe3 req-c490c333-d765-45be-8e47-3631eee3e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:04.199167 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16286988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515291'] for router, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:04.199785 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-e20d09fa-1200-4ad1-959f-a9a8dbe2fbe3 req-c490c333-d765-45be-8e47-3631eee3e1e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90ae0588-a597-4f76-9cea-961e086525a9 HTTP/1.1" status: 200 len: 859 time: 0.2164323 Jul 08 02:48:04.274064 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-e20d09fa-1200-4ad1-959f-a9a8dbe2fbe3 req-3f64713e-be09-4522-9cf6-b097114c8aab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685751 Jul 08 02:48:04.311520 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8c3874c8-b006-495c-94a0-ca49f983b300 req-848fdb3c-8652-4573-8952-95b7008c71d7 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399207 Jul 08 02:48:04.544022 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Router 4bb8b95a-1dae-4dec-9094-003e13d892ca is scheduled to L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 with binding_index 1 {{(pid=104845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:48:04.546264 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-e20d09fa-1200-4ad1-959f-a9a8dbe2fbe3 req-8328353a-4f3a-4ace-96e7-f7fab18e0349 service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521341 Jul 08 02:48:04.733299 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-e20d09fa-1200-4ad1-959f-a9a8dbe2fbe3 req-75839eb8-d269-43e7-b3a3-e2fda04600b6 service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724706 Jul 08 02:48:04.896080 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:48:04.925740 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Sync routers for ids ['4bb8b95a-1dae-4dec-9094-003e13d892ca'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:48:04.952682 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Routers {'4bb8b95a-1dae-4dec-9094-003e13d892ca'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:48:04.954164 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['4bb8b95a-1dae-4dec-9094-003e13d892ca'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:04.969504 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] Notify callbacks [] for router, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:04.970770 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-4782e5e3-732e-4fd7-918e-101202e5a949 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1970327 Jul 08 02:48:04.973637 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41594) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:05.029637 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd1ed8-c808-46d2-8c75-7a82972e60ba req-61df3ba0-7922-414c-94b9-0c4b3cbdb58d tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:05.031306 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-75cd1ed8-c808-46d2-8c75-7a82972e60ba req-61df3ba0-7922-414c-94b9-0c4b3cbdb58d tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.2342539 Jul 08 02:48:05.051497 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cddf2-ee74-443a-886f-3a5d49ab423e req-4577200e-8a47-48fb-8d11-cecf9966598e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:05.059549 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c33cddf2-ee74-443a-886f-3a5d49ab423e req-4577200e-8a47-48fb-8d11-cecf9966598e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.5060840 Jul 08 02:48:05.100577 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Set router 4bb8b95a-1dae-4dec-9094-003e13d892ca gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:48:05.222084 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46295b6a-51f5-41f2-8e25-81f9eb178453 None None] Network 7c378036-cc02-4218-a874-1e8b56b64a88 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:48:05.373386 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-28a2db55-49f2-4251-a7e4-480878b5045a None None] Provisioning for port 845750ae-c7b2-48bb-baa6-304a18da9c13 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:48:05.376302 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'name': 'tempest-TestVolumeBootPattern-1309287446-router', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b7e76eb1-3f19-4226-9967-314102866cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:48:00Z', 'updated_at': '2021-07-08T02:48:02Z', 'revision_number': 3, 'project_id': '0957c0109c1245d09cdcd706e8bb648b', 'gw_port': {'id': 'b7e76eb1-3f19-4226-9967-314102866cc1', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:48:01Z', 'updated_at': '2021-07-08T02:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:05.414601 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Checking router: 4bb8b95a-1dae-4dec-9094-003e13d892ca for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:48:05.414995 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Updating router 4bb8b95a-1dae-4dec-9094-003e13d892ca port b7e76eb1-3f19-4226-9967-314102866cc1 binding host dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:48:05.470505 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:05.615827 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c33cddf2-ee74-443a-886f-3a5d49ab423e req-096975b3-2470-4490-8318-f55389c7e4bb tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5553026 Jul 08 02:48:05.620981 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-75cd1ed8-c808-46d2-8c75-7a82972e60ba req-18197071-8453-47d9-a1c8-a2da41c712b6 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5585642 Jul 08 02:48:05.770962 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 315fc5cc-7a89-4098-b970-05f18ec9de24 up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:05.977153 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port 315fc5cc-7a89-4098-b970-05f18ec9de24 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:48:05.982793 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port 315fc5cc-7a89-4098-b970-05f18ec9de24 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:05.982932 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:05.991819 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:06.160544 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Notify callbacks [] for port, precommit_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:06.185375 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.provisioning_blocks [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Transition to ACTIVE for port object b7e76eb1-3f19-4226-9967-314102866cc1 will not be triggered until provisioned by entity L2. {{(pid=104848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:48:06.196151 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:06.200366 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:06.226118 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-2c1e15d3-66cb-4505-80ef-f653161c027a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:06.235685 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-2c1e15d3-66cb-4505-80ef-f653161c027a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/networks?id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f HTTP/1.1" status: 200 len: 815 time: 0.4729838 Jul 08 02:48:06.252314 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 845750ae-c7b2-48bb-baa6-304a18da9c13 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:06.274443 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a98cf-2e0f-4b9e-8f1f-08ffffe48592 None None] Pushing event updated for resources: {'Port': ['ID=b7e76eb1-3f19-4226-9967-314102866cc1,revision_number=2']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:06.280888 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-d9b97fce-3196-45ad-b311-f84a97c9f46f tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/quotas/d8ebcf760fc740059c4216674192190c HTTP/1.1" status: 200 len: 375 time: 0.0427887 Jul 08 02:48:06.300707 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Attempting to bind port b7e76eb1-3f19-4226-9967-314102866cc1 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:48:06.301424 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Attempting to bind port b7e76eb1-3f19-4226-9967-314102866cc1 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:48:06.302002 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Attempting to bind port b7e76eb1-3f19-4226-9967-314102866cc1 on network 55c43452-347a-4a03-a326-c2f40e761f1d {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:06.308194 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:48:06.308820 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Checking segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:48:06.309502 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:06.310361 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Bound using segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:48:06.310771 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b012e-d2fc-4969-80bf-f5d244557083 req-a22a8429-b0a9-4f40-97a0-6df46fb5f4f9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:06.311174 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Bound port: b7e76eb1-3f19-4226-9967-314102866cc1, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:48:06.311743 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:06.312522 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ea7b012e-d2fc-4969-80bf-f5d244557083 req-a22a8429-b0a9-4f40-97a0-6df46fb5f4f9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 944 time: 0.3488686 Jul 08 02:48:06.321263 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315fc5cc-7a89-4098-b970-05f18ec9de24'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:06.324362 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ca51d3-eaab-4418-aa4e-14a948378fc1" -d '{"events": [{"server_uuid": "7f62d6f5-5881-4aa0-b859-5b4741a5e146", "name": "network-vif-plugged", "status": "completed", "tag": "315fc5cc-7a89-4098-b970-05f18ec9de24"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:06.374874 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 315fc5cc-7a89-4098-b970-05f18ec9de24, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=315fc5cc-7a89-4098-b970-05f18ec9de24,segment=NetworkSegment(41c104b4-ec59-462c-ba21-4bc5b975ce7f),segment_id=41c104b4-ec59-462c-ba21-4bc5b975ce7f)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:06.394743 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:06.395971 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Allocated IP 172.20.0.1 (7c378036-cc02-4218-a874-1e8b56b64a88/2c01a3c7-6331-4718-836a-c336eb1aa322/954b4e47-460e-4841-b71a-09a28d78bbd3) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:48:06.438466 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ea7b012e-d2fc-4969-80bf-f5d244557083 req-3b9b9971-0b78-4d7c-ba20-932eac8b0723 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178441 Jul 08 02:48:06.441597 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] For port b7e76eb1-3f19-4226-9967-314102866cc1, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:48:06.448757 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] For port b7e76eb1-3f19-4226-9967-314102866cc1, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=b7e76eb1-3f19-4226-9967-314102866cc1,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:48:06.455380 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:06.491335 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-1c7b6dd1-f404-4d82-a5a1-ba7f3b4d6589 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8ebcf760fc740059c4216674192190c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2075980 Jul 08 02:48:06.548757 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 845750ae-c7b2-48bb-baa6-304a18da9c13 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:48:06.554138 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 845750ae-c7b2-48bb-baa6-304a18da9c13 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:06.554769 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:06.666203 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=315fc5cc-7a89-4098-b970-05f18ec9de24,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:06.669255 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Routers {'4bb8b95a-1dae-4dec-9094-003e13d892ca'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:48:06.673627 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['4bb8b95a-1dae-4dec-9094-003e13d892ca'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:06.682389 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-d617c0bf-7633-4281-84d6-09e3578fcf2b service neutron] 10.222.0.21 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899171 Jul 08 02:48:06.729551 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:06.762718 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:06.765041 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a98cf-2e0f-4b9e-8f1f-08ffffe48592 None None] Pushing event updated for resources: {'Port': ['ID=b7e76eb1-3f19-4226-9967-314102866cc1,revision_number=3']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:06.769011 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.provisioning_blocks [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Transition to ACTIVE for port object 954b4e47-460e-4841-b71a-09a28d78bbd3 will not be triggered until provisioned by entity DHCP. {{(pid=104846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:48:06.821592 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port 845750ae-c7b2-48bb-baa6-304a18da9c13, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=845750ae-c7b2-48bb-baa6-304a18da9c13,segment=NetworkSegment(076ae890-fe37-4a9a-9f93-7ef774c99ed2),segment_id=076ae890-fe37-4a9a-9f93-7ef774c99ed2)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:06.829475 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:06.832002 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 64b0b9fb-8e09-428a-bf24-97a85adc5447 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:06.840475 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126165803'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:06.891652 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-7ffc51b6-c0f4-43fa-86a8-43f242052ced service neutron] 10.222.0.21 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006571 Jul 08 02:48:06.909921 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77ac50-331b-4189-a37e-d65a5e393f56 req-7cbdb429-ee95-4fdf-981d-d78aad8fa727 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:06.912190 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Network 7c378036-cc02-4218-a874-1e8b56b64a88 is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:48:06.921308 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:48:06.928714 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8d77ac50-331b-4189-a37e-d65a5e393f56 req-7cbdb429-ee95-4fdf-981d-d78aad8fa727 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1482520 Jul 08 02:48:06.932144 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] Set router 4bb8b95a-1dae-4dec-9094-003e13d892ca gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:48:06.945916 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:48:07.012830 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=845750ae-c7b2-48bb-baa6-304a18da9c13,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:07.017135 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16291538'] for router_interface, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:07.037563 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8d77ac50-331b-4189-a37e-d65a5e393f56 req-3be70172-7022-4780-a1f4-a5f10283d863 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078942 Jul 08 02:48:07.068548 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 64b0b9fb-8e09-428a-bf24-97a85adc5447 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:07.068947 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:07.100321 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Pushing event updated for resources: {'Port': ['ID=954b4e47-460e-4841-b71a-09a28d78bbd3,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:07.115131 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d24c06-d06c-4f6d-ad38-f6e879919162 x-openstack-request-id: req-75d24c06-d06c-4f6d-ad38-f6e879919162 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:07.115424 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f62d6f5-5881-4aa0-b859-5b4741a5e146", "name": "network-vif-plugged", "status": "completed", "tag": "315fc5cc-7a89-4098-b970-05f18ec9de24", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:07.115675 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75d24c06-d06c-4f6d-ad38-f6e879919162 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:07.133313 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315fc5cc-7a89-4098-b970-05f18ec9de24', 'code': 200} Jul 08 02:48:07.428359 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-97ae7ad8-aa31-4c97-b676-f080c6319396 None None] Provisioning for port 954b4e47-460e-4841-b71a-09a28d78bbd3 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:48:07.438661 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-97ae7ad8-aa31-4c97-b676-f080c6319396 None None] Provisioning complete for port 954b4e47-460e-4841-b71a-09a28d78bbd3 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:07.439057 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-97ae7ad8-aa31-4c97-b676-f080c6319396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:07.449021 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:07.520691 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'name': 'tempest-TestVolumeBootPattern-1309287446-router', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b7e76eb1-3f19-4226-9967-314102866cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:48:00Z', 'updated_at': '2021-07-08T02:48:02Z', 'revision_number': 3, 'project_id': '0957c0109c1245d09cdcd706e8bb648b', 'gw_port': {'id': 'b7e76eb1-3f19-4226-9967-314102866cc1', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:48:01Z', 'updated_at': '2021-07-08T02:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:07.552583 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-97ae7ad8-aa31-4c97-b676-f080c6319396 None None] Port 954b4e47-460e-4841-b71a-09a28d78bbd3 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:48:07.582666 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b08cf-d287-4ad4-b8c8-e33f96144cad req-4731606e-3d29-425a-9fa2-9ea9bd2584bd tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:07.595318 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-457b08cf-d287-4ad4-b8c8-e33f96144cad req-4731606e-3d29-425a-9fa2-9ea9bd2584bd tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.1872058 Jul 08 02:48:07.614167 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315e739-1c2b-4f84-a3f3-4903bb33fc28 None None] The sync data for ids ['4bb8b95a-1dae-4dec-9094-003e13d892ca'] in dv-cinder-789077-2-iscsi is: [{'id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'name': 'tempest-TestVolumeBootPattern-1309287446-router', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b7e76eb1-3f19-4226-9967-314102866cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:48:00Z', 'updated_at': '2021-07-08T02:48:02Z', 'revision_number': 3, 'project_id': '0957c0109c1245d09cdcd706e8bb648b', 'gw_port': {'id': 'b7e76eb1-3f19-4226-9967-314102866cc1', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:48:01Z', 'updated_at': '2021-07-08T02:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:48:07.645573 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d2775-18ec-4e5f-8325-3de0266c4496 req-4f1f5b76-baa5-43e0-af5d-a8da00c0a9f2 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:07.668084 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c54d2775-18ec-4e5f-8325-3de0266c4496 req-4f1f5b76-baa5-43e0-af5d-a8da00c0a9f2 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.1950893 Jul 08 02:48:07.798509 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-457b08cf-d287-4ad4-b8c8-e33f96144cad req-fed8c655-3bb7-4b27-8505-9ba71e0d299d tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019031 Jul 08 02:48:07.854081 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c54d2775-18ec-4e5f-8325-3de0266c4496 req-39a75d55-81fb-4727-bb16-2d1e3ae9a736 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847019 Jul 08 02:48:07.952551 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4653933e-5f97-4ba7-9a5b-c068244fe131 req-6bf1f472-4ede-4df4-b8c4-66ba5135e963 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 210 time: 0.0701842 Jul 08 02:48:08.003675 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:08.021037 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126165813'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:08.064447 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 845750ae-c7b2-48bb-baa6-304a18da9c13 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:08.227434 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 845750ae-c7b2-48bb-baa6-304a18da9c13 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:08.227434 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:08.296397 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16377311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292737'] for router_interface, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:08.348132 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee2e0-4fdf-4508-bcf9-ff0a03ebb0fe req-1407cbd8-00db-4587-b04f-a0f28dff6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:08.349676 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-313ee2e0-4fdf-4508-bcf9-ff0a03ebb0fe req-1407cbd8-00db-4587-b04f-a0f28dff6756 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 1098 time: 0.6249158 Jul 08 02:48:08.477038 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e8cbe-bd6a-488a-8256-baf8d0599984 req-a4adab9f-e506-4be3-bba1-8f2b92b00aae tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:08.492356 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2c8e8cbe-bd6a-488a-8256-baf8d0599984 req-a4adab9f-e506-4be3-bba1-8f2b92b00aae tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 945 time: 0.3300271 Jul 08 02:48:08.506663 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Pushing event updated for resources: {'Port': ['ID=954b4e47-460e-4841-b71a-09a28d78bbd3,revision_number=2']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:08.580392 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-313ee2e0-4fdf-4508-bcf9-ff0a03ebb0fe req-14343bde-d5df-4bf3-a403-474a85ea81d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196679 Jul 08 02:48:08.620956 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Network 7c378036-cc02-4218-a874-1e8b56b64a88 is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:48:08.622484 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:48:08.634689 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2c8e8cbe-bd6a-488a-8256-baf8d0599984 req-d6f2cdf2-44f3-4402-bb7a-440230436df0 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414535 Jul 08 02:48:08.670865 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd5e04-5947-4ca1-8512-3ccb060e31d2 req-e61ec5eb-8dea-406a-b5be-2b12255f0960 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:08.673075 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-36cd5e04-5947-4ca1-8512-3ccb060e31d2 req-e61ec5eb-8dea-406a-b5be-2b12255f0960 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.2966883 Jul 08 02:48:08.778296 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-36cd5e04-5947-4ca1-8512-3ccb060e31d2 req-5a627e09-a6ab-4e9d-96e4-711c57f340a8 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960681 Jul 08 02:48:08.980980 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Router 4bb8b95a-1dae-4dec-9094-003e13d892ca has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:48:09.119646 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-3a0fd26a-ce3b-4865-b27d-febc749b4c7e None None] Provisioning complete for port 954b4e47-460e-4841-b71a-09a28d78bbd3 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:09.120753 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-3a0fd26a-ce3b-4865-b27d-febc749b4c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:09.188377 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-3a0fd26a-ce3b-4865-b27d-febc749b4c7e None None] Port 954b4e47-460e-4841-b71a-09a28d78bbd3 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:48:09.226342 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127240d-9f9e-4e9e-a2c0-7f9c05ce7523 req-96d076d7-5d3b-4ce7-ae51-dc143a957e6b tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:09.227930 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d127240d-9f9e-4e9e-a2c0-7f9c05ce7523 req-96d076d7-5d3b-4ce7-ae51-dc143a957e6b tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.1932454 Jul 08 02:48:09.276133 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70968e2e-d82b-41df-b36e-17738cf3b63d req-2c25a24a-4832-4fd0-bb10-5e84dff2a8b3 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:09.285778 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:48:09.286684 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-70968e2e-d82b-41df-b36e-17738cf3b63d req-2c25a24a-4832-4fd0-bb10-5e84dff2a8b3 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.2092721 Jul 08 02:48:09.307283 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-a8c428d8-ee18-4193-8a2f-1a56fd418c02 admin admin] 10.222.0.21 "PUT /v2.0/routers/4bb8b95a-1dae-4dec-9094-003e13d892ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3242352 Jul 08 02:48:09.422995 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-70968e2e-d82b-41df-b36e-17738cf3b63d req-d5578bd4-ef86-4655-aeeb-fa87bd78fa9d tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206105 Jul 08 02:48:09.443925 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d127240d-9f9e-4e9e-a2c0-7f9c05ce7523 req-0af1143c-d5a0-4355-9182-2a438d52b921 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098625 Jul 08 02:48:09.670465 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-90775839-4430-4f6f-a974-f0f353f4d2e9 req-07f844de-b919-4f4e-955e-4f4edb8d1297 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 210 time: 0.0505426 Jul 08 02:48:09.716747 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-44f633b2-9f4e-41f7-a6cb-e3b258e4d0a4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:09.722464 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-44f633b2-9f4e-41f7-a6cb-e3b258e4d0a4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "GET /v2.0/networks?id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f HTTP/1.1" status: 200 len: 815 time: 0.2216449 Jul 08 02:48:09.753650 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-c9c363fd-2483-4789-afd4-3f3045d3bdd4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Request body: {'port': {'device_id': '7fd6c037-a6bd-4adc-8c3c-819d13320722', 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f', 'admin_state_up': True, 'tenant_id': 'd8ebcf760fc740059c4216674192190c'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:10.073631 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05589f43-00ad-41bd-b7cd-6c7244f2759d req-b1935dc7-6051-4334-aeba-8222aafd04bf tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:10.087054 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-05589f43-00ad-41bd-b7cd-6c7244f2759d req-b1935dc7-6051-4334-aeba-8222aafd04bf tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 945 time: 0.2511549 Jul 08 02:48:10.102668 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-c9c363fd-2483-4789-afd4-3f3045d3bdd4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Made reservation on behalf of d8ebcf760fc740059c4216674192190c for: {'port': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:48:10.113909 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-c9c363fd-2483-4789-afd4-3f3045d3bdd4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:10.184379 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-05589f43-00ad-41bd-b7cd-6c7244f2759d req-2f5d5c2d-472e-4544-85fc-327823a6ec2b tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694900 Jul 08 02:48:10.190749 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device b7e76eb1-3f19-4226-9967-314102866cc1 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:10.331712 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-c9c363fd-2483-4789-afd4-3f3045d3bdd4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Allocated IP 172.20.0.6 (80fc2b86-db79-4694-a8b1-0cc9a2677a2f/c47d5346-c08a-4b69-96fd-daee2cb1c1d5/1e3c32c5-7ef5-4256-b984-cf73e2f1fc73) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:48:10.406469 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port b7e76eb1-3f19-4226-9967-314102866cc1 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:48:10.410804 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port b7e76eb1-3f19-4226-9967-314102866cc1 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:10.411291 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:10.615030 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 41696) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:10.621833 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-8203b9b9-8fbf-47b0-a091-eb270ee2450f tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664706170', 'description': 'tempest-secgroup-smoke-1664706170 description', 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:10.648363 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:10.656647 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Sync routers for ids ['4bb8b95a-1dae-4dec-9094-003e13d892ca'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:48:10.678271 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Routers {'4bb8b95a-1dae-4dec-9094-003e13d892ca'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:48:10.679222 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['4bb8b95a-1dae-4dec-9094-003e13d892ca'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:10.685798 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port b7e76eb1-3f19-4226-9967-314102866cc1, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=b7e76eb1-3f19-4226-9967-314102866cc1,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:10.698775 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-c9c363fd-2483-4789-afd4-3f3045d3bdd4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:10.732475 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:10.737201 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-8203b9b9-8fbf-47b0-a091-eb270ee2450f tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:10.787375 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d8e75-37c4-46ea-8643-d9ec3555f658 req-657296ac-eeab-4ff7-bdd3-88314e352655 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:10.789263 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6a2d8e75-37c4-46ea-8643-d9ec3555f658 req-657296ac-eeab-4ff7-bdd3-88314e352655 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.1560016 Jul 08 02:48:10.846586 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=b7e76eb1-3f19-4226-9967-314102866cc1,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:10.855195 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6a2d8e75-37c4-46ea-8643-d9ec3555f658 req-3c7af372-1390-4e48-84a9-3f96c0aa2093 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597982 Jul 08 02:48:10.877494 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-c9c363fd-2483-4789-afd4-3f3045d3bdd4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126165803'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:10.898623 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['ef75de1d-f6f8-45d6-b7eb-513b024ac0f6', 'fc57d291-b34b-4958-9e0d-d5f59c5e29a0', 'bb3c8522-9010-4920-8349-91b70fac63ec'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:48:10.903357 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Set router 4bb8b95a-1dae-4dec-9094-003e13d892ca gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:48:10.943346 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-8203b9b9-8fbf-47b0-a091-eb270ee2450f tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:10.982915 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c363fd-2483-4789-afd4-3f3045d3bdd4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Pushing event updated for resources: {'Port': ['ID=1e3c32c5-7ef5-4256-b984-cf73e2f1fc73,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:11.024779 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-8203b9b9-8fbf-47b0-a091-eb270ee2450f tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:11.035755 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-c9c363fd-2483-4789-afd4-3f3045d3bdd4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:48:11.037430 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-c9c363fd-2483-4789-afd4-3f3045d3bdd4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:48:11.040101 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-c9c363fd-2483-4789-afd4-3f3045d3bdd4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:48:11.070796 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-8203b9b9-8fbf-47b0-a091-eb270ee2450f tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:11.072462 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-8203b9b9-8fbf-47b0-a091-eb270ee2450f tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4560690 Jul 08 02:48:11.087382 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41704) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:11.091930 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-2fc5284f-645f-4bd0-8a71-f6372f687e92 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Request body: {'security_group_rule': {'security_group_id': '2084887f-26f5-42c9-bd31-45512fdade60', 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:11.163460 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203b9b9-8fbf-47b0-a091-eb270ee2450f tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2084887f-26f5-42c9-bd31-45512fdade60,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:11.211871 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2fc5284f-645f-4bd0-8a71-f6372f687e92 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:11.219094 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92869d6b-d1ca-4ec6-953b-c2e026d9a765 req-ff8b00fc-af49-4567-a4fa-c2a4a254571f tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:11.221219 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-92869d6b-d1ca-4ec6-953b-c2e026d9a765 req-ff8b00fc-af49-4567-a4fa-c2a4a254571f tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1624293 Jul 08 02:48:11.231511 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-c9c363fd-2483-4789-afd4-3f3045d3bdd4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:11.234763 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-c9c363fd-2483-4789-afd4-3f3045d3bdd4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:11.263428 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c5b7e-cfe9-4064-8f8f-e4ae734011d2 req-cb086133-f7f7-4bdb-9a1b-608e41cceae7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:11.271193 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-108c5b7e-cfe9-4064-8f8f-e4ae734011d2 req-cb086133-f7f7-4bdb-9a1b-608e41cceae7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.3346646 Jul 08 02:48:11.324927 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-c9c363fd-2483-4789-afd4-3f3045d3bdd4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5822070 Jul 08 02:48:11.326587 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-92869d6b-d1ca-4ec6-953b-c2e026d9a765 req-63714e3f-bf27-4b27-beca-bf73c01f052a tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983870 Jul 08 02:48:11.343702 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Request body: {'port': {'device_id': '7fd6c037-a6bd-4adc-8c3c-819d13320722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:11.360629 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-108c5b7e-cfe9-4064-8f8f-e4ae734011d2 req-c5df4b1b-9dfb-49e3-9c0b-4807bed5cc53 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881402 Jul 08 02:48:11.451755 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'name': 'tempest-TestVolumeBootPattern-1309287446-router', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b7e76eb1-3f19-4226-9967-314102866cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:48:00Z', 'updated_at': '2021-07-08T02:48:07Z', 'revision_number': 4, 'project_id': '0957c0109c1245d09cdcd706e8bb648b', 'gw_port': {'id': 'b7e76eb1-3f19-4226-9967-314102866cc1', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:48:01Z', 'updated_at': '2021-07-08T02:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '954b4e47-460e-4841-b71a-09a28d78bbd3', 'name': '', 'network_id': '7c378036-cc02-4218-a874-1e8b56b64a88', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b', 'mac_address': 'fa:16:3e:1d:61:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2c01a3c7-6331-4718-836a-c336eb1aa322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:48:06Z', 'updated_at': '2021-07-08T02:48:07Z', 'revision_number': 2, 'project_id': '0957c0109c1245d09cdcd706e8bb648b', 'subnets': [{'id': '2c01a3c7-6331-4718-836a-c336eb1aa322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:11.502603 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Checking router: 4bb8b95a-1dae-4dec-9094-003e13d892ca for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:48:11.503057 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Updating router 4bb8b95a-1dae-4dec-9094-003e13d892ca port 954b4e47-460e-4841-b71a-09a28d78bbd3 binding host dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:48:11.545272 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2fc5284f-645f-4bd0-8a71-f6372f687e92 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:11.568793 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2fc5284f-645f-4bd0-8a71-f6372f687e92 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:11.578934 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:11.630387 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5284f-645f-4bd0-8a71-f6372f687e92 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b12a04-aedf-4f9a-9c57-9677b8642efb,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:11.637818 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2fc5284f-645f-4bd0-8a71-f6372f687e92 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:11.639327 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-2fc5284f-645f-4bd0-8a71-f6372f687e92 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5508091 Jul 08 02:48:11.641888 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41718) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:11.647633 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-0924bac5-68ff-4ea2-b434-f207948b88c9 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Request body: {'security_group_rule': {'security_group_id': '2084887f-26f5-42c9-bd31-45512fdade60', 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:11.653806 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:11.674239 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cef06-c735-4438-aa5b-eda5caebccd0 req-24d455d7-707b-46f0-bf2c-a10d7af0f3e3 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:11.676161 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9f0cef06-c735-4438-aa5b-eda5caebccd0 req-24d455d7-707b-46f0-bf2c-a10d7af0f3e3 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 945 time: 0.1565378 Jul 08 02:48:11.840645 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9f0cef06-c735-4438-aa5b-eda5caebccd0 req-c5cbfc2b-fb0f-4719-99c0-9c659714d0fa tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709734 Jul 08 02:48:11.875683 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae945f-a61a-4851-b7e0-914038bd464b req-abb22b5d-996c-4b7e-a749-ba2b14358a78 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:11.877280 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-58ae945f-a61a-4851-b7e0-914038bd464b req-abb22b5d-996c-4b7e-a749-ba2b14358a78 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 931 time: 0.1976013 Jul 08 02:48:12.018295 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-58ae945f-a61a-4851-b7e0-914038bd464b req-4134d2ae-1e91-43ba-bbdd-fa2360f4a6e2 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353643 Jul 08 02:48:12.118901 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 {{(pid=104846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:48:12.158549 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:12.164230 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device b7e76eb1-3f19-4226-9967-314102866cc1 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:12.186962 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0924bac5-68ff-4ea2-b434-f207948b88c9 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:12.321476 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.provisioning_blocks [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Transition to ACTIVE for port object 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 will not be triggered until provisioned by entity L2. {{(pid=104846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:48:12.339584 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126165813'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:12.466594 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0924bac5-68ff-4ea2-b434-f207948b88c9 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:12.471278 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Notify callbacks [] for port, precommit_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:12.500052 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0924bac5-68ff-4ea2-b434-f207948b88c9 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:12.513292 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-09890433-4b32-4204-8359-1f0c68a7eb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:12.528878 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0855c27-a63a-402e-bb12-1e70d3418727 req-dbdadffb-c0f9-42e0-a095-6fdc7785deff tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:12.531527 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Transition to ACTIVE for port object 954b4e47-460e-4841-b71a-09a28d78bbd3 will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:48:12.543826 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e0855c27-a63a-402e-bb12-1e70d3418727 req-dbdadffb-c0f9-42e0-a095-6fdc7785deff tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 945 time: 0.1765795 Jul 08 02:48:12.560157 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:12.597840 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e0855c27-a63a-402e-bb12-1e70d3418727 req-24a3b9ee-40e8-4a1a-a47a-72dbba8c6c4b tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530570 Jul 08 02:48:12.610394 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924bac5-68ff-4ea2-b434-f207948b88c9 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a65eef6-8b19-4fe8-a9f8-a909551ad502,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:12.627169 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3c32c5-7ef5-4256-b984-cf73e2f1fc73,revision_number=2']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:12.672328 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0924bac5-68ff-4ea2-b434-f207948b88c9 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:12.673593 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-0924bac5-68ff-4ea2-b434-f207948b88c9 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0305932 Jul 08 02:48:12.676434 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 41750) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:12.683997 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-96c0c5b2-90c0-4031-a44c-cac9aa060e76 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Request body: {'security_group_rule': {'security_group_id': '2084887f-26f5-42c9-bd31-45512fdade60', 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:12.700230 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889c045-a6d0-462c-9563-62c9f3f929b5 None None] Pushing event updated for resources: {'Port': ['ID=954b4e47-460e-4841-b71a-09a28d78bbd3,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:12.723194 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port b7e76eb1-3f19-4226-9967-314102866cc1 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:12.727888 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:12.947760 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-96c0c5b2-90c0-4031-a44c-cac9aa060e76 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:12.976170 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Attempting to bind port 954b4e47-460e-4841-b71a-09a28d78bbd3 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:48:12.976549 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Attempting to bind port 954b4e47-460e-4841-b71a-09a28d78bbd3 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '076ae890-fe37-4a9a-9f93-7ef774c99ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7c378036-cc02-4218-a874-1e8b56b64a88'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:48:12.976922 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Attempting to bind port 954b4e47-460e-4841-b71a-09a28d78bbd3 on network 7c378036-cc02-4218-a874-1e8b56b64a88 {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:13.000086 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:48:13.000464 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Checking segment: {'id': '076ae890-fe37-4a9a-9f93-7ef774c99ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7c378036-cc02-4218-a874-1e8b56b64a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:48:13.000878 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:13.001296 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Bound using segment: {'id': '076ae890-fe37-4a9a-9f93-7ef774c99ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7c378036-cc02-4218-a874-1e8b56b64a88'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:48:13.002044 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Bound port: 954b4e47-460e-4841-b71a-09a28d78bbd3, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076ae890-fe37-4a9a-9f93-7ef774c99ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7c378036-cc02-4218-a874-1e8b56b64a88'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:48:13.002256 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:13.105484 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] For port 954b4e47-460e-4841-b71a-09a28d78bbd3, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:48:13.119820 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] For port 954b4e47-460e-4841-b71a-09a28d78bbd3, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=954b4e47-460e-4841-b71a-09a28d78bbd3,segment=NetworkSegment(076ae890-fe37-4a9a-9f93-7ef774c99ed2),segment_id=076ae890-fe37-4a9a-9f93-7ef774c99ed2)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:48:13.142170 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:13.182678 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-96c0c5b2-90c0-4031-a44c-cac9aa060e76 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:13.223353 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99babcf0-3bb9-4e78-8140-a58dcae7256a req-29165a0e-2a12-40d8-a59b-da743b31a45b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:13.225031 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99babcf0-3bb9-4e78-8140-a58dcae7256a req-29165a0e-2a12-40d8-a59b-da743b31a45b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.4727659 Jul 08 02:48:13.225768 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-96c0c5b2-90c0-4031-a44c-cac9aa060e76 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:13.232720 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Routers {'4bb8b95a-1dae-4dec-9094-003e13d892ca'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:48:13.233369 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:47:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['4bb8b95a-1dae-4dec-9094-003e13d892ca'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:13.235590 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889c045-a6d0-462c-9563-62c9f3f929b5 None None] Pushing event updated for resources: {'Port': ['ID=954b4e47-460e-4841-b71a-09a28d78bbd3,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:13.262241 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Attempting to bind port 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:48:13.266040 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Attempting to bind port 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'}] {{(pid=104846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:48:13.266754 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Attempting to bind port 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 on network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:13.282638 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Port 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 on network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:48:13.283108 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Attempting to bind port 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 on network 80fc2b86-db79-4694-a8b1-0cc9a2677a2f {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:13.283673 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dec85-075c-4b02-8014-385d536d0f7a req-d5f089e3-9c10-4ba9-8426-708887c5f8a2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:13.285231 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bf4dec85-075c-4b02-8014-385d536d0f7a req-d5f089e3-9c10-4ba9-8426-708887c5f8a2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.4389138 Jul 08 02:48:13.304417 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:48:13.304914 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Checking segment: {'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:48:13.305421 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Bound using segment: {'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'} {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:48:13.305994 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Bound port: 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f436fb92-b72b-4a07-8034-685755d25d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f'}}] {{(pid=104846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:48:13.306453 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:13.362287 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0c5b2-90c0-4031-a44c-cac9aa060e76 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7f1f83-dce9-447d-ad8e-3befeb34f638,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:13.401113 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-96c0c5b2-90c0-4031-a44c-cac9aa060e76 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:13.405093 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41762) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:13.405206 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-96c0c5b2-90c0-4031-a44c-cac9aa060e76 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7277288 Jul 08 02:48:13.409945 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-a15da214-4b98-4c60-8f1b-11a402980914 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Request body: {'security_group_rule': {'security_group_id': '2084887f-26f5-42c9-bd31-45512fdade60', 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:13.417984 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99babcf0-3bb9-4e78-8140-a58dcae7256a req-2fd07a69-7079-4732-ae05-2efb1676cc90 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838348 Jul 08 02:48:13.473709 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] For port 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73, host hv-cinder-78907, cleared binding levels {{(pid=104846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:48:13.478188 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] For port 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=1e3c32c5-7ef5-4256-b984-cf73e2f1fc73,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:48:13.493344 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bf4dec85-075c-4b02-8014-385d536d0f7a req-39d618d7-559a-4ee6-98f7-ca9f8ca5002b tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636283 Jul 08 02:48:13.509628 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126165813'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:13.528615 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a15da214-4b98-4c60-8f1b-11a402980914 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:13.544027 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] Set router 4bb8b95a-1dae-4dec-9094-003e13d892ca gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:48:13.762103 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3c32c5-7ef5-4256-b984-cf73e2f1fc73,revision_number=3']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:13.772363 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:13.772992 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:13.774433 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-f43cd54e-2539-482e-bca5-81c25d1ba9d9 service neutron] 10.222.0.54 "PUT /v2.0/ports/1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 HTTP/1.1" status: 200 len: 1093 time: 2.4359601 Jul 08 02:48:13.775044 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd6c037-a6bd-4adc-8c3c-819d13320722', 'tag': '1e3c32c5-7ef5-4256-b984-cf73e2f1fc73'}] {{(pid=104846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:13.779676 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4642cb0c9f5c32944fea4b8f428ab57aabc69f35ee3f838cfab6a352ae66987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6ec1ec-149e-4e10-b44c-bb9aa258991b" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd6c037-a6bd-4adc-8c3c-819d13320722", "tag": "1e3c32c5-7ef5-4256-b984-cf73e2f1fc73"}]}' {{(pid=104846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:13.833010 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44e9b9-c657-4b84-8d1f-cb6d0e5a302e req-53cadd13-8b25-45c0-af32-b2527526b6a3 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:13.842165 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8f44e9b9-c657-4b84-8d1f-cb6d0e5a302e req-53cadd13-8b25-45c0-af32-b2527526b6a3 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 943 time: 0.1433191 Jul 08 02:48:13.880256 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a15da214-4b98-4c60-8f1b-11a402980914 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:13.890842 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8f44e9b9-c657-4b84-8d1f-cb6d0e5a302e req-26ac5a44-f790-4397-98bb-4c8099a05568 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477600 Jul 08 02:48:13.924141 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a15da214-4b98-4c60-8f1b-11a402980914 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:13.952038 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15da214-4b98-4c60-8f1b-11a402980914 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721f5363-ec2c-4aad-aa46-3e6efff69cbc,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:13.969815 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a15da214-4b98-4c60-8f1b-11a402980914 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:13.973603 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-a15da214-4b98-4c60-8f1b-11a402980914 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5651555 Jul 08 02:48:13.974248 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 41776) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:13.987427 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-b8ab24ac-aabc-4ae4-9142-83b674915811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:13.987427 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-b8ab24ac-aabc-4ae4-9142-83b674915811 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8ebcf760fc740059c4216674192190c&device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 1096 time: 0.1520514 Jul 08 02:48:13.987675 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-c51b8c21-298f-468a-a9a3-a909dd7e8f37 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Request body: {'security_group_rule': {'security_group_id': '2084887f-26f5-42c9-bd31-45512fdade60', 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:14.038981 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'name': 'tempest-TestVolumeBootPattern-1309287446-router', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b7e76eb1-3f19-4226-9967-314102866cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:48:00Z', 'updated_at': '2021-07-08T02:48:07Z', 'revision_number': 4, 'project_id': '0957c0109c1245d09cdcd706e8bb648b', 'gw_port': {'id': 'b7e76eb1-3f19-4226-9967-314102866cc1', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:48:01Z', 'updated_at': '2021-07-08T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '954b4e47-460e-4841-b71a-09a28d78bbd3', 'name': '', 'network_id': '7c378036-cc02-4218-a874-1e8b56b64a88', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b', 'mac_address': 'fa:16:3e:1d:61:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2c01a3c7-6331-4718-836a-c336eb1aa322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:48:06Z', 'updated_at': '2021-07-08T02:48:13Z', 'revision_number': 4, 'project_id': '0957c0109c1245d09cdcd706e8bb648b', 'subnets': [{'id': '2c01a3c7-6331-4718-836a-c336eb1aa322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:14.043997 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.securitygroups_db [None req-c51b8c21-298f-468a-a9a3-a909dd7e8f37 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Project 6ca3e670a9874134b1e7ec6ae4b1447e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:48:14.049718 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c51b8c21-298f-468a-a9a3-a909dd7e8f37 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.054639 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85216026-e818-481c-84f9-32469a6ea95e x-openstack-request-id: req-85216026-e818-481c-84f9-32469a6ea95e {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:14.055133 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd6c037-a6bd-4adc-8c3c-819d13320722", "tag": "1e3c32c5-7ef5-4256-b984-cf73e2f1fc73", "status": "completed", "code": 200}]} {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:14.055495 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85216026-e818-481c-84f9-32469a6ea95e {{(pid=104846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:14.056023 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd6c037-a6bd-4adc-8c3c-819d13320722', 'tag': '1e3c32c5-7ef5-4256-b984-cf73e2f1fc73', 'status': 'completed', 'code': 200} Jul 08 02:48:14.058195 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-49932e1d-ec1a-40ef-9bc2-79856d5058fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 HTTP/1.1" status: 200 len: 217 time: 0.0615923 Jul 08 02:48:14.098038 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a13e0-6e39-446b-a7a5-1ff550732b40 None None] The sync data for ids ['4bb8b95a-1dae-4dec-9094-003e13d892ca'] in dv-cinder-789077-2-iscsi is: [{'id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'name': 'tempest-TestVolumeBootPattern-1309287446-router', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b7e76eb1-3f19-4226-9967-314102866cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:48:00Z', 'updated_at': '2021-07-08T02:48:07Z', 'revision_number': 4, 'project_id': '0957c0109c1245d09cdcd706e8bb648b', 'gw_port': {'id': 'b7e76eb1-3f19-4226-9967-314102866cc1', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:48:01Z', 'updated_at': '2021-07-08T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '954b4e47-460e-4841-b71a-09a28d78bbd3', 'name': '', 'network_id': '7c378036-cc02-4218-a874-1e8b56b64a88', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b', 'mac_address': 'fa:16:3e:1d:61:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2c01a3c7-6331-4718-836a-c336eb1aa322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:48:06Z', 'updated_at': '2021-07-08T02:48:13Z', 'revision_number': 4, 'project_id': '0957c0109c1245d09cdcd706e8bb648b', 'subnets': [{'id': '2c01a3c7-6331-4718-836a-c336eb1aa322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:48:14.144440 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-4b203e40-ac43-45d6-ad8d-e706e16a140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:14.146136 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-4b203e40-ac43-45d6-ad8d-e706e16a140c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c47d5346-c08a-4b69-96fd-daee2cb1c1d5 HTTP/1.1" status: 200 len: 855 time: 0.0754402 Jul 08 02:48:14.183879 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c51b8c21-298f-468a-a9a3-a909dd7e8f37 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.200779 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c51b8c21-298f-468a-a9a3-a909dd7e8f37 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.223328 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b8c21-298f-468a-a9a3-a909dd7e8f37 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d4f10c-757e-4340-831f-99a919c75696,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:14.250936 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-539aafcb-9f65-4293-8cc0-43205ff1841a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753329 Jul 08 02:48:14.298791 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c51b8c21-298f-468a-a9a3-a909dd7e8f37 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.303848 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-c51b8c21-298f-468a-a9a3-a909dd7e8f37 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3281128 Jul 08 02:48:14.305344 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 41784) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:14.310396 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-9494da6e-8d2d-4486-a329-652cc7a690f8 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Request body: {'security_group_rule': {'security_group_id': '2084887f-26f5-42c9-bd31-45512fdade60', 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:14.371620 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.securitygroups_db [None req-9494da6e-8d2d-4486-a329-652cc7a690f8 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Project 6ca3e670a9874134b1e7ec6ae4b1447e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:48:14.389177 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ce8c5-339b-4323-b73d-257826528d04 req-cbb30261-8b04-408b-9549-5cee61a5cea0 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:14.405884 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-327ce8c5-339b-4323-b73d-257826528d04 req-cbb30261-8b04-408b-9549-5cee61a5cea0 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 945 time: 0.1703105 Jul 08 02:48:14.405884 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9494da6e-8d2d-4486-a329-652cc7a690f8 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.474742 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-0935dccd-a599-4422-bc08-f8d79653473e service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177446 Jul 08 02:48:14.543929 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-327ce8c5-339b-4323-b73d-257826528d04 req-619debd8-7219-45dd-8696-386d2e6214a7 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464982 Jul 08 02:48:14.588759 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9494da6e-8d2d-4486-a329-652cc7a690f8 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.598021 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9494da6e-8d2d-4486-a329-652cc7a690f8 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.630726 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494da6e-8d2d-4486-a329-652cc7a690f8 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2566c4-1cd9-457b-b495-f52668f280e0,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:14.657880 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.731821 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b594-31b1-469b-adf6-59a7a38dc497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.741160 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ad93a7e4-0464-45db-93a3-504c65ad9d61 req-60a1ba36-826f-43f3-9191-234f039e5925 service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573993 Jul 08 02:48:14.764537 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9494da6e-8d2d-4486-a329-652cc7a690f8 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.774906 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-9494da6e-8d2d-4486-a329-652cc7a690f8 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4681747 Jul 08 02:48:14.862461 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57571a-9742-4f59-8605-b9fe5208ba06 req-faf46e38-bbd4-4263-bc1b-ea7ebf15b8b5 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:14.867235 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3b57571a-9742-4f59-8605-b9fe5208ba06 req-faf46e38-bbd4-4263-bc1b-ea7ebf15b8b5 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.1905777 Jul 08 02:48:14.980844 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:15.000287 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3b57571a-9742-4f59-8605-b9fe5208ba06 req-7c9eba78-0309-47f5-8880-f50e95983ddc tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174343 Jul 08 02:48:15.020038 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ec1ec-149e-4e10-b44c-bb9aa258991b req-5696ef53-471f-49f0-ab00-fc5db7af820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:15.021548 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-6a6ec1ec-149e-4e10-b44c-bb9aa258991b req-5696ef53-471f-49f0-ab00-fc5db7af820d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8ebcf760fc740059c4216674192190c&device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 1096 time: 0.2015226 Jul 08 02:48:15.307864 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ec1ec-149e-4e10-b44c-bb9aa258991b req-fd2fd6e2-64dc-428f-913c-fe9a10a1a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:15.309406 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-6a6ec1ec-149e-4e10-b44c-bb9aa258991b req-fd2fd6e2-64dc-428f-913c-fe9a10a1a625 service neutron] 10.222.0.54 "GET /v2.0/networks?id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f HTTP/1.1" status: 200 len: 916 time: 0.2729700 Jul 08 02:48:15.404044 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-6a6ec1ec-149e-4e10-b44c-bb9aa258991b req-968c3a09-c456-4210-98fd-fc9f5303fea9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 HTTP/1.1" status: 200 len: 217 time: 0.0811579 Jul 08 02:48:15.497351 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdd3cb-a8db-4b6e-9582-12051a9dcacf req-d09dc961-50e8-4378-921c-6e22fc240dc6 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:15.506441 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ec1ec-149e-4e10-b44c-bb9aa258991b req-e84d458d-e443-44b0-b524-3e58b66f02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:15.507873 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c2cdd3cb-a8db-4b6e-9582-12051a9dcacf req-d09dc961-50e8-4378-921c-6e22fc240dc6 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 943 time: 0.1942089 Jul 08 02:48:15.508659 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-6a6ec1ec-149e-4e10-b44c-bb9aa258991b req-e84d458d-e443-44b0-b524-3e58b66f02fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c47d5346-c08a-4b69-96fd-daee2cb1c1d5 HTTP/1.1" status: 200 len: 855 time: 0.0957692 Jul 08 02:48:15.574776 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c421f-7a29-4902-a71e-5ae40ac47a40 req-c7635c05-4435-4824-8de4-7dbcd2d92795 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:15.585561 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-6a6ec1ec-149e-4e10-b44c-bb9aa258991b req-01df87d4-bd70-4acb-b698-6d9346b8c3da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80fc2b86-db79-4694-a8b1-0cc9a2677a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659099 Jul 08 02:48:15.587567 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8f5c421f-7a29-4902-a71e-5ae40ac47a40 req-c7635c05-4435-4824-8de4-7dbcd2d92795 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.3275738 Jul 08 02:48:15.695612 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c2cdd3cb-a8db-4b6e-9582-12051a9dcacf req-4a1185e3-6275-4d6f-8e3d-139a794e2d1d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866064 Jul 08 02:48:15.726576 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8f5c421f-7a29-4902-a71e-5ae40ac47a40 req-fe99ebfa-1b0a-44ee-bf93-1f97a7b25295 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371446 Jul 08 02:48:15.784731 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-6a6ec1ec-149e-4e10-b44c-bb9aa258991b req-e44569ac-4ca9-48fd-9845-540ea3898ead service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865454 Jul 08 02:48:15.942363 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-6a6ec1ec-149e-4e10-b44c-bb9aa258991b req-e94c3c7e-226d-4534-be36-49a8b71c09eb service neutron] 10.222.0.54 "GET /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493082 Jul 08 02:48:16.095097 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 954b4e47-460e-4841-b71a-09a28d78bbd3 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:16.179056 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:16.195156 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 954b4e47-460e-4841-b71a-09a28d78bbd3 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:48:16.200190 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 954b4e47-460e-4841-b71a-09a28d78bbd3 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:16.200812 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:16.305756 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67e376-aca9-43a8-be9e-f38e56d4c7be req-86f67361-75ea-4503-8bd7-981eb852dbc9 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:16.316031 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bf67e376-aca9-43a8-be9e-f38e56d4c7be req-86f67361-75ea-4503-8bd7-981eb852dbc9 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.1115563 Jul 08 02:48:16.386315 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:16.411465 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bf67e376-aca9-43a8-be9e-f38e56d4c7be req-0642fcc7-c7a4-46e2-9b0a-475d844bba08 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937095 Jul 08 02:48:16.467535 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port 954b4e47-460e-4841-b71a-09a28d78bbd3, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=954b4e47-460e-4841-b71a-09a28d78bbd3,segment=NetworkSegment(076ae890-fe37-4a9a-9f93-7ef774c99ed2),segment_id=076ae890-fe37-4a9a-9f93-7ef774c99ed2)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:16.515328 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:16.577448 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=954b4e47-460e-4841-b71a-09a28d78bbd3,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:16.955949 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c72b0-cb63-4235-ac1b-7fd5706084ba req-b57ca572-842c-407a-9273-88cba3300118 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:16.957558 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-df1c72b0-cb63-4235-ac1b-7fd5706084ba req-b57ca572-842c-407a-9273-88cba3300118 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 943 time: 0.0797143 Jul 08 02:48:17.044770 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-df1c72b0-cb63-4235-ac1b-7fd5706084ba req-fe00e908-92b2-4a0f-b9c7-706feed3e6b4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768511 Jul 08 02:48:17.304100 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e88eb-c843-486e-83ae-511d949f7565 req-c297a342-40b4-46ce-9b24-c46a1dab83c8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:17.306203 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d63e88eb-c843-486e-83ae-511d949f7565 req-c297a342-40b4-46ce-9b24-c46a1dab83c8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.1029718 Jul 08 02:48:17.357794 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d63e88eb-c843-486e-83ae-511d949f7565 req-31fd3e27-8f4e-4ff6-b5da-7de7ff2f80d8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438170 Jul 08 02:48:17.450003 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:17.647483 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ddb7-ee14-494c-b2b8-6ee5b5a85873 req-81e6b372-3fe7-49b8-b2da-1b1d8bc7f544 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:17.648923 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4db3ddb7-ee14-494c-b2b8-6ee5b5a85873 req-81e6b372-3fe7-49b8-b2da-1b1d8bc7f544 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.0969248 Jul 08 02:48:17.713486 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4db3ddb7-ee14-494c-b2b8-6ee5b5a85873 req-a21cfb9f-8383-410d-85aa-a5f59abc956a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547171 Jul 08 02:48:17.846430 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:48:18.021840 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=1e3c32c5-7ef5-4256-b984-cf73e2f1fc73,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:18.025616 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 954b4e47-460e-4841-b71a-09a28d78bbd3 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:18.057907 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': '1e3c32c5-7ef5-4256-b984-cf73e2f1fc73', 'network_id': '80fc2b86-db79-4694-a8b1-0cc9a2677a2f', 'port_id': '1e3c32c5-7ef5-4256-b984-cf73e2f1fc73', 'mac_address': 'fa:16:3e:ca:55:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47d5346-c08a-4b69-96fd-daee2cb1c1d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:48:18.168311 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:18.187188 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 954b4e47-460e-4841-b71a-09a28d78bbd3 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:18.188194 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:18.194009 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:48:18.240914 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=1e3c32c5-7ef5-4256-b984-cf73e2f1fc73,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:18.252385 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:18.305080 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7aea0-3e53-47ec-bf67-894887362783 req-ee0387da-5e6a-443d-87f6-221d225eaa24 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:18.308187 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-26f7aea0-3e53-47ec-bf67-894887362783 req-ee0387da-5e6a-443d-87f6-221d225eaa24 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 943 time: 0.0908730 Jul 08 02:48:18.347594 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=1e3c32c5-7ef5-4256-b984-cf73e2f1fc73,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:18.375256 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-26f7aea0-3e53-47ec-bf67-894887362783 req-2094b2ef-317d-4765-84b1-ead54ce99538 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547292 Jul 08 02:48:18.630038 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e9199-18ac-4375-84e8-7f0324d4447a req-97319ea9-1fcf-40e5-960d-6937fb1a5a98 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:18.641081 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a39e9199-18ac-4375-84e8-7f0324d4447a req-97319ea9-1fcf-40e5-960d-6937fb1a5a98 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.1142776 Jul 08 02:48:18.736375 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a39e9199-18ac-4375-84e8-7f0324d4447a req-fa4baa84-787a-459f-864f-25f3ecf279a3 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868948 Jul 08 02:48:18.765236 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['1e3c32c5-7ef5-4256-b984-cf73e2f1fc73'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:48:18.827106 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:48:18.990962 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 41930) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:19.073621 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42d1ed-10b5-43cd-a7cc-791da8b249a0 req-0021f1e4-0866-4ca7-ae70-661319d05468 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:19.075231 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1a42d1ed-10b5-43cd-a7cc-791da8b249a0 req-0021f1e4-0866-4ca7-ae70-661319d05468 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.0710576 Jul 08 02:48:19.123626 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1a42d1ed-10b5-43cd-a7cc-791da8b249a0 req-8fc985dd-a895-4b83-a806-893b20f66ff5 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415857 Jul 08 02:48:19.211926 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-3c64f695-1179-4d3f-af45-4aab6ba919cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:19.334641 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-3c64f695-1179-4d3f-af45-4aab6ba919cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:19.347114 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-3c64f695-1179-4d3f-af45-4aab6ba919cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:19.389774 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-3c64f695-1179-4d3f-af45-4aab6ba919cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e11c4b9d4ae4f5db896ba441cc2109d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953834 Jul 08 02:48:19.390201 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41936) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:19.404086 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64f695-1179-4d3f-af45-4aab6ba919cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10755daf-195c-44a9-9d17-12559f1ea731,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:19.536172 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:19.566310 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:19.657831 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:19.661544 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:19.664746 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10755daf-195c-44a9-9d17-12559f1ea731 HTTP/1.1" status: 204 len: 168 time: 0.2729313 Jul 08 02:48:19.678651 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10755daf-195c-44a9-9d17-12559f1ea731,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:19.691598 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:19.692435 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:19.692797 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:19.693192 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:19.694181 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:19.694578 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:19.694923 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:19.695736 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:19.696079 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:19.696411 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:19.696740 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:19.698323 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ae793-defc-4b61-8461-b61f718f3d55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:19.710895 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a11502-d642-4f28-b072-4bc983520715 req-fbff413e-ad0a-462c-ad75-0198f126a6d8 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:19.715858 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c9a11502-d642-4f28-b072-4bc983520715 req-fbff413e-ad0a-462c-ad75-0198f126a6d8 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 944 time: 0.1584604 Jul 08 02:48:19.819911 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c9a11502-d642-4f28-b072-4bc983520715 req-2d9f84c1-7c50-4786-bbe7-b30041e54644 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004007 Jul 08 02:48:19.947742 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ead56-e6cf-44ab-bff6-d8377e337b00 req-107a6d0b-ed5a-4b54-8a3e-69c48fe5ab39 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:19.949302 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8f1ead56-e6cf-44ab-bff6-d8377e337b00 req-107a6d0b-ed5a-4b54-8a3e-69c48fe5ab39 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.0795267 Jul 08 02:48:20.045083 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8f1ead56-e6cf-44ab-bff6-d8377e337b00 req-51a84a64-76dc-47d8-819f-2ed684f50360 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883529 Jul 08 02:48:20.361513 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f76951-d6b8-45be-8f3b-df7e6a12c064 req-c6eeaff3-4149-4f84-8f93-008cc5fb9a23 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:20.363495 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-13f76951-d6b8-45be-8f3b-df7e6a12c064 req-c6eeaff3-4149-4f84-8f93-008cc5fb9a23 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.0931110 Jul 08 02:48:20.409767 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-13f76951-d6b8-45be-8f3b-df7e6a12c064 req-fc8658fd-a7f4-4975-8167-2df7dcbf9c0b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361156 Jul 08 02:48:20.671738 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 41982) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:20.803778 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-522021548-network', 'tenant_id': 'f3ec37a63bde468096615d681d5aa535'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:20.809996 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe02e-c215-4777-b8cb-b73618139b40 req-e7f2c622-e7f8-49e0-96fe-bfac7b9e9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:20.811506 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-979fe02e-c215-4777-b8cb-b73618139b40 req-e7f2c622-e7f8-49e0-96fe-bfac7b9e9d7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a5d202fe7cfb4f5fb673b6e866dc7b7b&device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 1099 time: 0.0828350 Jul 08 02:48:20.857484 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] Made reservation on behalf of f3ec37a63bde468096615d681d5aa535 for: {'network': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:48:20.860565 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:20.884844 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a11d2-2b5e-4328-a49f-ab6cabdaa878 req-c4a20505-25d4-4feb-b80a-1378620b7c00 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:20.894043 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c05a11d2-2b5e-4328-a49f-ab6cabdaa878 req-c4a20505-25d4-4feb-b80a-1378620b7c00 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1070242 Jul 08 02:48:20.899395 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:20.970612 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c05a11d2-2b5e-4328-a49f-ab6cabdaa878 req-54d53e90-7977-42ff-a425-d39f4eef3e76 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754347 Jul 08 02:48:20.999386 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:21.008926 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:21.060730 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=104846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:48:21.075523 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f344c840-ef65-4631-b88f-e7189fe4fe38,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:21.096946 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df81705-a574-4d20-8349-0c2033f248cc req-68b1d311-2bbe-453c-91a9-fc37a7960ca0 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:21.107593 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:21.107945 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.segments_db [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] Added segment 9b80c588-5ab9-46b6-b65a-96a7d341d798 of type vlan for network 96dfd8bf-f2b8-48bb-b811-e3605311056e Jul 08 02:48:21.108274 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6df81705-a574-4d20-8349-0c2033f248cc req-68b1d311-2bbe-453c-91a9-fc37a7960ca0 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 944 time: 0.1247284 Jul 08 02:48:21.124863 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe02e-c215-4777-b8cb-b73618139b40 req-ae9ae4de-d705-4957-9033-fdea86e188e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:21.136687 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-979fe02e-c215-4777-b8cb-b73618139b40 req-ae9ae4de-d705-4957-9033-fdea86e188e7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9 HTTP/1.1" status: 200 len: 920 time: 0.2998269 Jul 08 02:48:21.158451 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6df81705-a574-4d20-8349-0c2033f248cc req-643d9eb6-771a-453b-82e8-06e7338dc6fc tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492258 Jul 08 02:48:21.234261 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-979fe02e-c215-4777-b8cb-b73618139b40 req-58343570-1288-416c-aafa-5a2ebba35313 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6347b15f-9824-4a97-9375-be9d318bb5bb HTTP/1.1" status: 200 len: 217 time: 0.0872812 Jul 08 02:48:21.258192 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:21.310774 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f200e-2142-4369-a83b-fe8df4cff8c8 req-45f272ef-e41c-4a63-a106-190d5c477b0c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:21.312314 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-889f200e-2142-4369-a83b-fe8df4cff8c8 req-45f272ef-e41c-4a63-a106-190d5c477b0c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.0962741 Jul 08 02:48:21.315390 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe02e-c215-4777-b8cb-b73618139b40 req-7c6c53b8-1f34-4811-9501-a69bcdb17463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:21.316881 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-979fe02e-c215-4777-b8cb-b73618139b40 req-7c6c53b8-1f34-4811-9501-a69bcdb17463 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90ae0588-a597-4f76-9cea-961e086525a9 HTTP/1.1" status: 200 len: 859 time: 0.0758355 Jul 08 02:48:21.332671 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:21.333299 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:21.333966 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:21.359167 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-889f200e-2142-4369-a83b-fe8df4cff8c8 req-98f33c9a-1dc0-4e4c-be92-22e31f0b8ad3 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409081 Jul 08 02:48:21.399050 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-979fe02e-c215-4777-b8cb-b73618139b40 req-d795a3e0-7f44-4550-8889-b7addc51bcb0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752118 Jul 08 02:48:21.429253 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7564056 Jul 08 02:48:21.432990 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 42000) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:21.438367 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Request body: {'subnet': {'network_id': '96dfd8bf-f2b8-48bb-b811-e3605311056e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-522021548-subnet', 'tenant_id': 'f3ec37a63bde468096615d681d5aa535', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:21.465190 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a59c40-a9a9-4584-a087-8987a0b25217 admin admin] Pushing event updated for resources: {'Network': ['ID=96dfd8bf-f2b8-48bb-b811-e3605311056e,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:21.469848 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Made reservation on behalf of f3ec37a63bde468096615d681d5aa535 for: {'subnet': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:48:21.474745 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359675'] for subnet, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:21.477521 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network 96dfd8bf-f2b8-48bb-b811-e3605311056e details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:48:21.503500 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-979fe02e-c215-4777-b8cb-b73618139b40 req-2c59c0ed-ba15-4ef5-83a3-bdb819bb4135 service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957146 Jul 08 02:48:21.605400 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-979fe02e-c215-4777-b8cb-b73618139b40 req-83285ed8-db52-4354-989d-321729ecd50f service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941219 Jul 08 02:48:21.681404 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75f83c-9839-4287-88a5-01bb91cd0cd1 req-dab24a9a-a27a-4079-8a85-20dc54b85fc9 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:21.681404 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fd75f83c-9839-4287-88a5-01bb91cd0cd1 req-dab24a9a-a27a-4079-8a85-20dc54b85fc9 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.1100793 Jul 08 02:48:21.742772 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2875576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3359625'] for subnet, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:21.786492 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fd75f83c-9839-4287-88a5-01bb91cd0cd1 req-b04375eb-136b-44c3-b528-9d21a14aac05 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779231 Jul 08 02:48:21.850330 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:21.923173 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:48:21.927638 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:21.928100 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:22.025649 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:22.026833 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea42353a-14da-49b0-a81f-4d45aed1a827,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:22.035128 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Checking segment: {'id': '9b80c588-5ab9-46b6-b65a-96a7d341d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96dfd8bf-f2b8-48bb-b811-e3605311056e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:48:22.035483 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Network hostable DHCP agents. Network: 96dfd8bf-f2b8-48bb-b811-e3605311056e, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:48:22.039157 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:22.039508 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:22.039845 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:22.040178 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:22.040508 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:22.041422 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:22.042461 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:22.042461 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:22.042696 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:22.043020 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:22.043347 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:22.043667 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:22.050715 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd6c037-a6bd-4adc-8c3c-819d13320722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3c32c5-7ef5-4256-b984-cf73e2f1fc73'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:22.053006 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef04609f-8dd1-4d20-ad1a-df8436fe6cc7" -d '{"events": [{"server_uuid": "7fd6c037-a6bd-4adc-8c3c-819d13320722", "name": "network-vif-plugged", "status": "completed", "tag": "1e3c32c5-7ef5-4256-b984-cf73e2f1fc73"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:22.068500 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Network 96dfd8bf-f2b8-48bb-b811-e3605311056e is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:48:22.078623 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=1e3c32c5-7ef5-4256-b984-cf73e2f1fc73,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:22.085466 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:22.093716 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, 96dfd8bf-f2b8-48bb-b811-e3605311056e) {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:48:22.108812 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:22.109392 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:22.117111 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a975146-ab5e-4bf0-b4f5-5435ba995652 x-openstack-request-id: req-8a975146-ab5e-4bf0-b4f5-5435ba995652 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:22.117402 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd6c037-a6bd-4adc-8c3c-819d13320722", "name": "network-vif-plugged", "status": "completed", "tag": "1e3c32c5-7ef5-4256-b984-cf73e2f1fc73", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:22.117833 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a975146-ab5e-4bf0-b4f5-5435ba995652 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:22.118419 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd6c037-a6bd-4adc-8c3c-819d13320722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3c32c5-7ef5-4256-b984-cf73e2f1fc73', 'code': 200} Jul 08 02:48:22.120521 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089bff6a-c607-4538-9247-eeaa066f9dc1 None None] Network 96dfd8bf-f2b8-48bb-b811-e3605311056e requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:48:22.145625 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-beb3f64e-73d0-4423-a612-bfed161c0948 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7113745 Jul 08 02:48:22.162536 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701c97a-9bc2-477e-9315-d13f7d4c0875 req-d8418230-b19d-47e4-b58c-0e57c4980a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:22.167600 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-b701c97a-9bc2-477e-9315-d13f7d4c0875 req-d8418230-b19d-47e4-b58c-0e57c4980a57 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf146c7263348b19beed67f69227864&device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 1099 time: 0.0834768 Jul 08 02:48:22.189310 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d79678-011f-498a-95bf-d780fa939f99 req-b81f4448-2a3e-4768-b59f-d1f3f6aa51b1 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:22.197816 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c6d79678-011f-498a-95bf-d780fa939f99 req-b81f4448-2a3e-4768-b59f-d1f3f6aa51b1 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0838234 Jul 08 02:48:22.258221 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c6d79678-011f-498a-95bf-d780fa939f99 req-5606581a-aa76-45b9-a94a-2e24b5eb9d80 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591798 Jul 08 02:48:22.267711 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=1e3c32c5-7ef5-4256-b984-cf73e2f1fc73,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:22.392976 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701c97a-9bc2-477e-9315-d13f7d4c0875 req-516d7b34-df99-40ca-a930-0e8fc01bd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:22.396372 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-b701c97a-9bc2-477e-9315-d13f7d4c0875 req-516d7b34-df99-40ca-a930-0e8fc01bd57a service neutron] 10.222.0.54 "GET /v2.0/networks?id=06c852e3-976b-48a1-a484-4e900038f3c5 HTTP/1.1" status: 200 len: 917 time: 0.2069502 Jul 08 02:48:22.403689 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b94ce48-09c8-42cf-9f12-f110cd7b2072 None None] Network 96dfd8bf-f2b8-48bb-b811-e3605311056e requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:48:22.432204 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e114af-096a-4a77-ab03-75beee53ddfd req-87423843-8a70-4515-a73b-b1af2b6927eb tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:22.441150 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-37e114af-096a-4a77-ab03-75beee53ddfd req-87423843-8a70-4515-a73b-b1af2b6927eb tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 945 time: 0.1144457 Jul 08 02:48:22.547920 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-b701c97a-9bc2-477e-9315-d13f7d4c0875 req-565b9b25-460c-45d3-b2c9-6884ad504dd8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 HTTP/1.1" status: 200 len: 1001 time: 0.1381829 Jul 08 02:48:22.578940 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-37e114af-096a-4a77-ab03-75beee53ddfd req-a9b3d41a-e68e-4a1d-884a-1daa8cf97e49 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368425 Jul 08 02:48:22.616758 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eca739-41e1-4077-b0d8-0f9b0f4374cd req-65fb8a20-a31b-4ec5-94b1-261d7a8df67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:22.618292 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f8eca739-41e1-4077-b0d8-0f9b0f4374cd req-65fb8a20-a31b-4ec5-94b1-261d7a8df67a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 1098 time: 0.1958032 Jul 08 02:48:22.626427 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701c97a-9bc2-477e-9315-d13f7d4c0875 req-d7611eba-e496-4655-9f3a-40e070c6d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:22.628219 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-b701c97a-9bc2-477e-9315-d13f7d4c0875 req-d7611eba-e496-4655-9f3a-40e070c6d43a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cf243d-2400-43e3-a620-04f0df041e5e HTTP/1.1" status: 200 len: 855 time: 0.0724750 Jul 08 02:48:22.641735 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46759ab8-d9c7-4eaf-ad8e-aeefc6997810 req-b22f9fe1-7a64-4482-a411-acffe2ef21b3 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:22.643217 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-46759ab8-d9c7-4eaf-ad8e-aeefc6997810 req-b22f9fe1-7a64-4482-a411-acffe2ef21b3 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.1439822 Jul 08 02:48:22.697880 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f8eca739-41e1-4077-b0d8-0f9b0f4374cd req-a469130b-e8aa-4d95-87ca-9b307c7ac032 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692050 Jul 08 02:48:22.710593 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-46759ab8-d9c7-4eaf-ad8e-aeefc6997810 req-2dfe0c6e-5d6a-4a0a-945e-e4c9008a6d28 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581024 Jul 08 02:48:22.714932 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701c97a-9bc2-477e-9315-d13f7d4c0875 req-41e058b9-4b90-416f-991b-d677505fa2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:22.725089 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-b701c97a-9bc2-477e-9315-d13f7d4c0875 req-41e058b9-4b90-416f-991b-d677505fa2eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=06c852e3-976b-48a1-a484-4e900038f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895853 Jul 08 02:48:22.854526 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-b701c97a-9bc2-477e-9315-d13f7d4c0875 req-67ef9e06-7e78-47ff-bcc8-bf7ac6b6095e service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969129 Jul 08 02:48:22.963332 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-b701c97a-9bc2-477e-9315-d13f7d4c0875 req-e66e2a77-7e4d-4157-86e2-e8d64c2de113 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005316 Jul 08 02:48:23.002841 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f7930-91d3-4562-a901-5386b090bca4 req-b62fe39e-a9f0-4df8-b198-8a7cf26f4a58 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:23.004528 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2b5f7930-91d3-4562-a901-5386b090bca4 req-b62fe39e-a9f0-4df8-b198-8a7cf26f4a58 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.0668533 Jul 08 02:48:23.046201 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2b5f7930-91d3-4562-a901-5386b090bca4 req-95dfefa3-c9cd-4f8c-9f2a-35cb68c5ca25 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356586 Jul 08 02:48:23.434049 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b2d06-1ebf-483a-bcde-97cbc357740a req-a972db1e-4781-468b-bace-5fc1910dc8d6 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:23.435775 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a66b2d06-1ebf-483a-bcde-97cbc357740a req-a972db1e-4781-468b-bace-5fc1910dc8d6 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0651059 Jul 08 02:48:23.474367 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a66b2d06-1ebf-483a-bcde-97cbc357740a req-748f5e85-c5e0-4523-8c57-9544aca8ba71 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330338 Jul 08 02:48:23.751308 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b06b3-129b-42c3-b78c-0660c9831a46 req-4e044297-50eb-41cc-9ab9-f36e1d84fc85 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:23.752693 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-284b06b3-129b-42c3-b78c-0660c9831a46 req-4e044297-50eb-41cc-9ab9-f36e1d84fc85 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 945 time: 0.0616198 Jul 08 02:48:23.794279 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-284b06b3-129b-42c3-b78c-0660c9831a46 req-45578bf9-1dc2-4658-bd99-bfbbf4991dfc tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359609 Jul 08 02:48:23.912647 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd31592-1f48-4a51-ba45-37e1215ec85b req-cd5eb1cf-4cf8-4d79-ae0b-a862789fd521 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:23.914154 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dbd31592-1f48-4a51-ba45-37e1215ec85b req-cd5eb1cf-4cf8-4d79-ae0b-a862789fd521 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.0774355 Jul 08 02:48:23.961935 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dbd31592-1f48-4a51-ba45-37e1215ec85b req-08da66af-81c6-41b5-b158-6e2bdf950ef0 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420797 Jul 08 02:48:24.206621 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-9f5bf5e0-cc4f-4465-9973-c88620ca0b9c tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:24.208059 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-9f5bf5e0-cc4f-4465-9973-c88620ca0b9c tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/networks?id=96dfd8bf-f2b8-48bb-b811-e3605311056e HTTP/1.1" status: 200 len: 813 time: 0.1372285 Jul 08 02:48:24.231840 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-ba314682-f493-4efe-b340-add1f22f37ac tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/quotas/f3ec37a63bde468096615d681d5aa535 HTTP/1.1" status: 200 len: 375 time: 0.0160019 Jul 08 02:48:24.267674 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-ce9571f8-b163-4feb-aa6f-321324bd30ce tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3ec37a63bde468096615d681d5aa535&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307434 Jul 08 02:48:24.275718 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0876d8-88d2-407d-96a6-7a8ec8939db8 req-603839c4-874d-4ba3-a2c4-819fda725f5f tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:24.277057 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1e0876d8-88d2-407d-96a6-7a8ec8939db8 req-603839c4-874d-4ba3-a2c4-819fda725f5f tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.1191792 Jul 08 02:48:24.366141 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1e0876d8-88d2-407d-96a6-7a8ec8939db8 req-7ee43244-b667-4c5f-ad18-a477335f754c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809679 Jul 08 02:48:24.393662 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-ff85dc63-60c3-48b3-9388-9fa749aac7bb service neutron] 10.222.0.21 "GET /v2.0/networks/96dfd8bf-f2b8-48bb-b811-e3605311056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156631 Jul 08 02:48:24.481144 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-cec8dea3-2476-4c65-ab5b-28ed07c9cf8e service neutron] 10.222.0.21 "GET /v2.0/networks/96dfd8bf-f2b8-48bb-b811-e3605311056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819454 Jul 08 02:48:24.668256 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5edbe795-a505-44e0-a8ef-2c3ed2ef891e req-98037300-ca80-48fb-9d3a-ff747c82143c tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0398688 Jul 08 02:48:24.693331 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a08a03-faf4-4d42-9710-dedac3cbf6ca req-1a06282e-4924-4f38-9826-b6778fb6f394 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:24.693331 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a8a08a03-faf4-4d42-9710-dedac3cbf6ca req-1a06282e-4924-4f38-9826-b6778fb6f394 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1018150 Jul 08 02:48:24.733894 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a8a08a03-faf4-4d42-9710-dedac3cbf6ca req-52056bef-f09c-4502-afd5-a36f94a6a729 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Jul 08 02:48:24.980315 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1db54d-1855-440c-b709-28f565c1cc03 req-63e08b75-bb3e-4277-ae16-b399c1ebf756 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:24.981813 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0c1db54d-1855-440c-b709-28f565c1cc03 req-63e08b75-bb3e-4277-ae16-b399c1ebf756 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 945 time: 0.0647860 Jul 08 02:48:25.023325 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0c1db54d-1855-440c-b709-28f565c1cc03 req-0067c195-7a74-4c60-9d03-14d4c979d183 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358524 Jul 08 02:48:25.158526 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b910a-9836-4456-90b9-3b1ebdcdf53b req-d52ecc51-4fd3-4806-adb1-fac163d83ea8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:25.160063 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-422b910a-9836-4456-90b9-3b1ebdcdf53b req-d52ecc51-4fd3-4806-adb1-fac163d83ea8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 946 time: 0.0682518 Jul 08 02:48:25.207767 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-422b910a-9836-4456-90b9-3b1ebdcdf53b req-8969a7d7-846e-4e8d-9ab7-1618d7c72475 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406175 Jul 08 02:48:25.536567 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ac32b-ac51-49d0-8893-0e0066475a51 req-95211b28-fe2e-42b8-98fc-6491851550aa tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:25.538059 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-695ac32b-ac51-49d0-8893-0e0066475a51 req-95211b28-fe2e-42b8-98fc-6491851550aa tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.0621395 Jul 08 02:48:25.576250 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-695ac32b-ac51-49d0-8893-0e0066475a51 req-4c22783b-902e-4b67-9726-c1f155a497a6 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319519 Jul 08 02:48:25.818183 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ceadaeb-2e9f-4bfe-a20e-64aa976402e5 req-70031272-6c00-428b-98a5-6d2c2a841bc6 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0307031 Jul 08 02:48:25.849631 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:48:25.957155 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:25.991881 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e086179-1faa-4e28-9b17-68812ba26039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:25.994726 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c847f241-2b06-45fc-8dfa-bcaa1a461958" -d '{"events": [{"server_uuid": "6e086179-1faa-4e28-9b17-68812ba26039", "name": "network-vif-unplugged", "status": "completed", "tag": "70d1fe9f-fd72-4135-b6f5-a831f9fc86b0"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:26.011761 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:26.019353 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:26.073058 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e16930e-eaf6-4a1c-b954-cca73e00a02a x-openstack-request-id: req-7e16930e-eaf6-4a1c-b954-cca73e00a02a {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:26.073345 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e086179-1faa-4e28-9b17-68812ba26039", "name": "network-vif-unplugged", "status": "completed", "tag": "70d1fe9f-fd72-4135-b6f5-a831f9fc86b0", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:26.074168 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e16930e-eaf6-4a1c-b954-cca73e00a02a {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:26.074168 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e086179-1faa-4e28-9b17-68812ba26039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'code': 200} Jul 08 02:48:26.099335 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,revision_number=8']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:26.127317 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e925bc-78bb-49e8-a1a5-0810987088df req-a184343b-a93b-4f83-895b-e5d4da2cc1ba tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:26.129081 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-07e925bc-78bb-49e8-a1a5-0810987088df req-a184343b-a93b-4f83-895b-e5d4da2cc1ba tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1010721 Jul 08 02:48:26.171095 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-07e925bc-78bb-49e8-a1a5-0810987088df req-e2d629ca-aa98-4647-b7e2-3e01795c4671 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365038 Jul 08 02:48:26.180084 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-fe22585c-83fa-4f67-8684-87a16496c412 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:26.182744 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-fe22585c-83fa-4f67-8684-87a16496c412 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.54 "GET /v2.0/networks?id=96dfd8bf-f2b8-48bb-b811-e3605311056e HTTP/1.1" status: 200 len: 813 time: 0.1503613 Jul 08 02:48:26.199118 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-3e2f9e44-de43-4dcd-8c68-75af7f75cb2e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Request body: {'port': {'device_id': '5c12f9fc-240a-4f70-b70a-c887304c6b5d', 'network_id': '96dfd8bf-f2b8-48bb-b811-e3605311056e', 'admin_state_up': True, 'tenant_id': 'f3ec37a63bde468096615d681d5aa535'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:26.322256 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-3e2f9e44-de43-4dcd-8c68-75af7f75cb2e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Made reservation on behalf of f3ec37a63bde468096615d681d5aa535 for: {'port': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:48:26.330304 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-3e2f9e44-de43-4dcd-8c68-75af7f75cb2e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:26.434790 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400414f-7ba5-46f8-9319-e5c6c4a28df3 req-b9c09534-5d4f-4de4-a517-8bcdc71ef425 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:26.452298 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5400414f-7ba5-46f8-9319-e5c6c4a28df3 req-b9c09534-5d4f-4de4-a517-8bcdc71ef425 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.0986843 Jul 08 02:48:26.504466 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5400414f-7ba5-46f8-9319-e5c6c4a28df3 req-3091cdc2-5190-4cdf-9f8c-4fb06501d9d0 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449197 Jul 08 02:48:26.528493 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-3e2f9e44-de43-4dcd-8c68-75af7f75cb2e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Allocated IP 172.20.0.10 (96dfd8bf-f2b8-48bb-b811-e3605311056e/ea42353a-14da-49b0-a81f-4d45aed1a827/edcb2a0b-df68-4bd4-bc12-b4b9bb285d43) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:48:26.722835 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-3e2f9e44-de43-4dcd-8c68-75af7f75cb2e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:26.767866 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-3e2f9e44-de43-4dcd-8c68-75af7f75cb2e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126165803'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:26.834048 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-3e2f9e44-de43-4dcd-8c68-75af7f75cb2e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Network 96dfd8bf-f2b8-48bb-b811-e3605311056e is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:48:26.837185 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-3e2f9e44-de43-4dcd-8c68-75af7f75cb2e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:48:26.841881 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-3e2f9e44-de43-4dcd-8c68-75af7f75cb2e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:48:26.848567 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f9e44-de43-4dcd-8c68-75af7f75cb2e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Pushing event updated for resources: {'Port': ['ID=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:26.924993 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-3e2f9e44-de43-4dcd-8c68-75af7f75cb2e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:26.925660 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-3e2f9e44-de43-4dcd-8c68-75af7f75cb2e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:26.945508 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-3e2f9e44-de43-4dcd-8c68-75af7f75cb2e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7508638 Jul 08 02:48:26.967376 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Request body: {'port': {'device_id': '5c12f9fc-240a-4f70-b70a-c887304c6b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:27.044368 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d1591-db21-4657-a397-e7745d99a233 req-1e219e83-db88-4740-9f5b-22051ac7a3d1 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:27.056905 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0a8d1591-db21-4657-a397-e7745d99a233 req-1e219e83-db88-4740-9f5b-22051ac7a3d1 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.0901361 Jul 08 02:48:27.090586 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:27.108234 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0a8d1591-db21-4657-a397-e7745d99a233 req-daa7cf7c-073a-4753-8330-59d808071964 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498681 Jul 08 02:48:27.250783 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806da0b8-6f89-4dec-82ae-bb343bc7739c req-bfc55606-22e9-4c1a-9f4d-80c2b21050b0 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:27.252710 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-806da0b8-6f89-4dec-82ae-bb343bc7739c req-bfc55606-22e9-4c1a-9f4d-80c2b21050b0 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 932 time: 0.1056399 Jul 08 02:48:27.295481 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-806da0b8-6f89-4dec-82ae-bb343bc7739c req-6a152849-7f3d-4f75-a0bd-b1633b9fa391 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372910 Jul 08 02:48:27.430292 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 {{(pid=104846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:48:27.440793 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:27.478073 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.provisioning_blocks [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Transition to ACTIVE for port object edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 will not be triggered until provisioned by entity L2. {{(pid=104846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:48:27.484794 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126165813'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:27.515881 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ab680-f55f-4c5e-9531-820b3765a009 req-06a1549a-0698-43cc-a902-3036f2d32287 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:27.518321 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-084ab680-f55f-4c5e-9531-820b3765a009 req-06a1549a-0698-43cc-a902-3036f2d32287 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1134422 Jul 08 02:48:27.606845 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43,revision_number=2']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:27.612105 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-084ab680-f55f-4c5e-9531-820b3765a009 req-60e300b5-3232-4da9-b5fc-5951f6f0424d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662761 Jul 08 02:48:27.659703 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab28471-9728-4ff7-b7fd-42987ab424a2 req-30944928-6b6f-44cb-a310-d89e2fe8aa79 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:27.661695 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1ab28471-9728-4ff7-b7fd-42987ab424a2 req-30944928-6b6f-44cb-a310-d89e2fe8aa79 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 945 time: 0.1811962 Jul 08 02:48:27.667747 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Attempting to bind port edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:48:27.668412 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Attempting to bind port edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '9b80c588-5ab9-46b6-b65a-96a7d341d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96dfd8bf-f2b8-48bb-b811-e3605311056e'}] {{(pid=104846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:48:27.678169 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Attempting to bind port edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 on network 96dfd8bf-f2b8-48bb-b811-e3605311056e {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:27.686761 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Port edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 on network 96dfd8bf-f2b8-48bb-b811-e3605311056e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:48:27.687121 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Attempting to bind port edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 on network 96dfd8bf-f2b8-48bb-b811-e3605311056e {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:27.697800 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:48:27.698173 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Checking segment: {'id': '9b80c588-5ab9-46b6-b65a-96a7d341d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96dfd8bf-f2b8-48bb-b811-e3605311056e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:48:27.698561 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Bound using segment: {'id': '9b80c588-5ab9-46b6-b65a-96a7d341d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96dfd8bf-f2b8-48bb-b811-e3605311056e'} {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:48:27.699221 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Bound port: edcb2a0b-df68-4bd4-bc12-b4b9bb285d43, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b80c588-5ab9-46b6-b65a-96a7d341d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96dfd8bf-f2b8-48bb-b811-e3605311056e'}}] {{(pid=104846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:48:27.699375 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:27.732321 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1ab28471-9728-4ff7-b7fd-42987ab424a2 req-bcdfe4e1-cf93-41fa-aca8-cebf53cf251b tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627842 Jul 08 02:48:27.761904 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 42166) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:27.782924 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] For port edcb2a0b-df68-4bd4-bc12-b4b9bb285d43, host hv-cinder-78907, cleared binding levels {{(pid=104846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:48:27.788836 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] For port edcb2a0b-df68-4bd4-bc12-b4b9bb285d43, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43,segment=NetworkSegment(9b80c588-5ab9-46b6-b65a-96a7d341d798),segment_id=9b80c588-5ab9-46b6-b65a-96a7d341d798)] {{(pid=104846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:48:27.803276 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126165813'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:27.842232 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a927ea7-5fd5-4bfd-9f0d-bb9f19cb6701 req-5abe2049-aeef-4798-b167-cad4ef2156f6 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:27.842492 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:27.843119 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:27.844515 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] 10.222.0.54 "PUT /v2.0/ports/edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 HTTP/1.1" status: 200 len: 1094 time: 0.8825586 Jul 08 02:48:27.844709 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4a927ea7-5fd5-4bfd-9f0d-bb9f19cb6701 req-5abe2049-aeef-4798-b167-cad4ef2156f6 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.1114268 Jul 08 02:48:27.844957 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c12f9fc-240a-4f70-b70a-c887304c6b5d', 'tag': 'edcb2a0b-df68-4bd4-bc12-b4b9bb285d43'}] {{(pid=104846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:27.847217 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4642cb0c9f5c32944fea4b8f428ab57aabc69f35ee3f838cfab6a352ae66987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccb7d60-bac0-4aad-a77e-d6d44992ca74" -d '{"events": [{"name": "network-changed", "server_uuid": "5c12f9fc-240a-4f70-b70a-c887304c6b5d", "tag": "edcb2a0b-df68-4bd4-bc12-b4b9bb285d43"}]}' {{(pid=104846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:27.876820 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a180f-e070-42b6-9cd3-01f1e3af3ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43,revision_number=3']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:27.877617 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 42176) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:27.907902 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4a927ea7-5fd5-4bfd-9f0d-bb9f19cb6701 req-d297a5e7-1701-4fa1-8ad5-0872e8973e19 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559011 Jul 08 02:48:27.939729 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518f262d-17da-4186-adf2-ad282209c1d1 x-openstack-request-id: req-518f262d-17da-4186-adf2-ad282209c1d1 {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:27.940801 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c12f9fc-240a-4f70-b70a-c887304c6b5d", "tag": "edcb2a0b-df68-4bd4-bc12-b4b9bb285d43", "status": "completed", "code": 200}]} {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:27.941208 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-518f262d-17da-4186-adf2-ad282209c1d1 {{(pid=104846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:27.941748 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c12f9fc-240a-4f70-b70a-c887304c6b5d', 'tag': 'edcb2a0b-df68-4bd4-bc12-b4b9bb285d43', 'status': 'completed', 'code': 200} Jul 08 02:48:27.975140 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-132181b8-3c0d-4f90-b6ce-ecb9780d4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:27.976790 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-132181b8-3c0d-4f90-b6ce-ecb9780d4d28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3ec37a63bde468096615d681d5aa535&device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 1097 time: 0.0695734 Jul 08 02:48:28.024480 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-e960a8a8-6062-4d9e-a24b-2d9b1be89b14 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 HTTP/1.1" status: 200 len: 217 time: 0.0381629 Jul 08 02:48:28.037866 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5676639f-d00e-4b44-a99e-3e9891f411ed req-a49e37cd-7733-437d-a9a5-1d97c49ea34d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1591249 Jul 08 02:48:28.062056 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca67f585-8c05-438e-8e11-2ba72594228f tempest-TestMinimumBasicScenario-703165894 tempest-TestMinimumBasicScenario-703165894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:28.066695 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-ca67f585-8c05-438e-8e11-2ba72594228f tempest-TestMinimumBasicScenario-703165894 tempest-TestMinimumBasicScenario-703165894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 1093 time: 0.2846668 Jul 08 02:48:28.066695 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 42182) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:28.071045 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Request body: {'floatingip': {'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'port_id': '315fc5cc-7a89-4098-b970-05f18ec9de24', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:28.075405 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-d9435d9e-bfa9-4987-ba67-b918a7a8bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:28.076868 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-d9435d9e-bfa9-4987-ba67-b918a7a8bdde service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea42353a-14da-49b0-a81f-4d45aed1a827 HTTP/1.1" status: 200 len: 853 time: 0.0476198 Jul 08 02:48:28.097521 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for floatingip, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:28.114515 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-673563c4-5da4-41bf-a5c3-7a4949943fe0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=96dfd8bf-f2b8-48bb-b811-e3605311056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277469 Jul 08 02:48:28.210293 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:28.380666 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Allocated IP 172.27.1.18 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/1e144fcb-a40b-4143-9e6d-43acab8a8913) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:48:28.391505 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839e295-1a34-468b-a771-d49390e3a0ec req-5bded1c3-484c-4698-ba04-772f26da5718 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:28.398842 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4839e295-1a34-468b-a771-d49390e3a0ec req-5bded1c3-484c-4698-ba04-772f26da5718 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.1412117 Jul 08 02:48:28.503038 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-31553294-6a33-490d-ac0f-2d910ea87d1e service neutron] 10.222.0.54 "GET /v2.0/networks/96dfd8bf-f2b8-48bb-b811-e3605311056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776615 Jul 08 02:48:28.508314 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4839e295-1a34-468b-a771-d49390e3a0ec req-7227fc36-076d-4a7f-95e8-335226f458ff tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085482 Jul 08 02:48:28.593687 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:28.602947 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cb898-decd-4eed-9041-f10bea2b400d req-da44aef7-41ee-4865-837c-883f6d62da1b tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:28.605727 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2a9cb898-decd-4eed-9041-f10bea2b400d req-da44aef7-41ee-4865-837c-883f6d62da1b tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 944 time: 0.1200666 Jul 08 02:48:28.637974 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-86c833fc-b6b1-4f61-9cb7-6891ded71db5 req-e51c42ea-5854-4ad8-b8e8-4a9f84652135 service neutron] 10.222.0.54 "GET /v2.0/networks/96dfd8bf-f2b8-48bb-b811-e3605311056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214607 Jul 08 02:48:28.670634 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2a9cb898-decd-4eed-9041-f10bea2b400d req-bc0eed9f-c270-4ddd-872b-dbabffb1ed9a tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520172 Jul 08 02:48:28.679645 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:28.731099 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:48:28.735560 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:48:28.740100 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:48:28.743143 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Pushing event updated for resources: {'Port': ['ID=1e144fcb-a40b-4143-9e6d-43acab8a8913,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:28.769758 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb7d60-bac0-4aad-a77e-d6d44992ca74 req-6f068a8c-8bc6-465f-8690-37b8194037b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:28.773002 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7ccb7d60-bac0-4aad-a77e-d6d44992ca74 req-6f068a8c-8bc6-465f-8690-37b8194037b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3ec37a63bde468096615d681d5aa535&device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 1097 time: 0.0639405 Jul 08 02:48:28.870409 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb7d60-bac0-4aad-a77e-d6d44992ca74 req-0805d760-a9cc-420d-a8f3-babff15ffd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:28.872073 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7ccb7d60-bac0-4aad-a77e-d6d44992ca74 req-0805d760-a9cc-420d-a8f3-babff15ffd1a service neutron] 10.222.0.54 "GET /v2.0/networks?id=96dfd8bf-f2b8-48bb-b811-e3605311056e HTTP/1.1" status: 200 len: 914 time: 0.0885005 Jul 08 02:48:28.911534 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc189772-c505-47eb-a364-65e994de482b req-8fad427d-5f95-436a-bd3f-a374925efb8a tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:28.913003 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bc189772-c505-47eb-a364-65e994de482b req-8fad427d-5f95-436a-bd3f-a374925efb8a tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1484323 Jul 08 02:48:28.920203 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7ccb7d60-bac0-4aad-a77e-d6d44992ca74 req-fb8fb527-7bfd-47fe-95ed-96e6589fdf17 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 HTTP/1.1" status: 200 len: 217 time: 0.0383880 Jul 08 02:48:28.979127 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb7d60-bac0-4aad-a77e-d6d44992ca74 req-926b4189-8202-48e7-ae1b-96f28c2320a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:28.980628 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7ccb7d60-bac0-4aad-a77e-d6d44992ca74 req-926b4189-8202-48e7-ae1b-96f28c2320a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea42353a-14da-49b0-a81f-4d45aed1a827 HTTP/1.1" status: 200 len: 853 time: 0.0476229 Jul 08 02:48:29.023671 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7ccb7d60-bac0-4aad-a77e-d6d44992ca74 req-f1b27186-9311-4557-b1ab-7cf5cfbd0888 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=96dfd8bf-f2b8-48bb-b811-e3605311056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283661 Jul 08 02:48:29.029764 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bc189772-c505-47eb-a364-65e994de482b req-7bd76f8b-836e-4466-be4b-e4dbc60d9fe6 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029625 Jul 08 02:48:29.139524 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7ccb7d60-bac0-4aad-a77e-d6d44992ca74 req-67ef3aee-e60f-415c-a3c1-150c65d878d5 service neutron] 10.222.0.54 "GET /v2.0/networks/96dfd8bf-f2b8-48bb-b811-e3605311056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929749 Jul 08 02:48:29.228978 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7ccb7d60-bac0-4aad-a77e-d6d44992ca74 req-8906c336-6a35-4514-aedc-fb61ad53783c service neutron] 10.222.0.54 "GET /v2.0/networks/96dfd8bf-f2b8-48bb-b811-e3605311056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813940 Jul 08 02:48:29.552794 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207b32b-b5be-40a9-8e55-c0ad94a87f09 req-65e98062-6402-4844-941a-32a0b2fb580a tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:29.554298 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d207b32b-b5be-40a9-8e55-c0ad94a87f09 req-65e98062-6402-4844-941a-32a0b2fb580a tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.4953148 Jul 08 02:48:29.649694 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:29.670256 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d207b32b-b5be-40a9-8e55-c0ad94a87f09 req-c19718b2-4f77-4382-b8cc-42bf5ce58441 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087816 Jul 08 02:48:29.802940 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb048f7-d8fa-42b1-b65a-7f22db4d4d28 req-872b96bc-880f-44cc-8959-b21790132ecc tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:29.804343 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2cb048f7-d8fa-42b1-b65a-7f22db4d4d28 req-872b96bc-880f-44cc-8959-b21790132ecc tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.1748095 Jul 08 02:48:29.862210 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:29.865547 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:48:29.913963 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2cb048f7-d8fa-42b1-b65a-7f22db4d4d28 req-77122cdf-2ba1-447a-9b4b-0ec6275ed9b8 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017072 Jul 08 02:48:29.974831 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ea32f-ab15-4c2b-b082-88f9a1889b6c req-4cfd39c8-a9c6-434d-bfd3-d01accce6b1b tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:29.976330 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0b6ea32f-ab15-4c2b-b082-88f9a1889b6c req-4cfd39c8-a9c6-434d-bfd3-d01accce6b1b tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 944 time: 0.1711104 Jul 08 02:48:30.058996 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0b6ea32f-ab15-4c2b-b082-88f9a1889b6c req-d9587a1d-bdcc-462b-a376-c3e40ace22de tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535390 Jul 08 02:48:30.126412 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:30.133548 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:30.240287 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Pushing event updated for resources: {'Port': ['ID=1e144fcb-a40b-4143-9e6d-43acab8a8913,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:30.256919 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:30.352394 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e082e-4538-49b8-b3b6-315f6f1e1a57 req-85205f00-47a4-462f-9cf2-89e67691a71b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:30.354660 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-040e082e-4538-49b8-b3b6-315f6f1e1a57 req-85205f00-47a4-462f-9cf2-89e67691a71b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1568909 Jul 08 02:48:30.392281 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.l3_db [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Floating IP 93a742fb-fe44-4d0e-8247-045859b5ee50 associated. External IP: 172.27.1.18, port: 315fc5cc-7a89-4098-b970-05f18ec9de24. Jul 08 02:48:30.439790 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-040e082e-4538-49b8-b3b6-315f6f1e1a57 req-c99f07e7-84ff-4806-88a2-194c6d1508ed tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769517 Jul 08 02:48:30.611822 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:48:30.729609 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:48:30.741390 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0df6c7-c61d-4ac7-a458-dcaa4e290d53 None None] Sync routers for ids ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:48:30.753603 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0df6c7-c61d-4ac7-a458-dcaa4e290d53 None None] Routers {'7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:48:30.754187 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-6f0df6c7-c61d-4ac7-a458-dcaa4e290d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:48:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:30.761511 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:30.810805 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-2e811688-ec55-48bc-b59a-1c627fd9305a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7431843 Jul 08 02:48:30.813572 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 42216) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:30.818192 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-4b6814dd-1610-461e-8e65-e1ffeca2cd74 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196514790', 'description': 'tempest-secgroup-smoke-1196514790 description', 'project_id': '673ab3285aeb4543b917150a9b83264a'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:30.827018 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'tag': '315fc5cc-7a89-4098-b970-05f18ec9de24'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:30.829248 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c303921-c82b-4d45-a55b-05a6685986a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7f62d6f5-5881-4aa0-b859-5b4741a5e146", "tag": "315fc5cc-7a89-4098-b970-05f18ec9de24"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:30.843116 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4b6814dd-1610-461e-8e65-e1ffeca2cd74 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:30.883632 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-6f0df6c7-c61d-4ac7-a458-dcaa4e290d53 None None] Set router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:48:30.886786 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f911179-e53b-44ef-ace2-4f527dae2516 req-6f68a9fd-cc93-4829-96d1-76e7ed0fc98f tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:30.890376 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7f911179-e53b-44ef-ace2-4f527dae2516 req-6f68a9fd-cc93-4829-96d1-76e7ed0fc98f tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.0926993 Jul 08 02:48:30.892418 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f69724-e09c-4ea5-a55d-457305b6b03f x-openstack-request-id: req-f7f69724-e09c-4ea5-a55d-457305b6b03f {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:30.892952 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f62d6f5-5881-4aa0-b859-5b4741a5e146", "tag": "315fc5cc-7a89-4098-b970-05f18ec9de24", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:30.893440 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7f69724-e09c-4ea5-a55d-457305b6b03f {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:30.894068 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'tag': '315fc5cc-7a89-4098-b970-05f18ec9de24', 'status': 'completed', 'code': 200} Jul 08 02:48:30.931079 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7f911179-e53b-44ef-ace2-4f527dae2516 req-44738025-7a50-420f-833d-fc77c5c5e9bd tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357060 Jul 08 02:48:31.006918 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4b6814dd-1610-461e-8e65-e1ffeca2cd74 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:31.014117 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4b6814dd-1610-461e-8e65-e1ffeca2cd74 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:31.047998 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4b6814dd-1610-461e-8e65-e1ffeca2cd74 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:31.049312 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-4b6814dd-1610-461e-8e65-e1ffeca2cd74 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2346475 Jul 08 02:48:31.053887 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c303921-c82b-4d45-a55b-05a6685986a6 req-39790860-c87d-4fce-95f3-d0cd5e55cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:31.055342 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4c303921-c82b-4d45-a55b-05a6685986a6 req-39790860-c87d-4fce-95f3-d0cd5e55cb28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=673ab3285aeb4543b917150a9b83264a&device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 1098 time: 0.1403894 Jul 08 02:48:31.056482 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6814dd-1610-461e-8e65-e1ffeca2cd74 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ee2551-a008-49f7-9a6a-2ed1733fd939,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:31.058559 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 42222) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:31.063771 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-8ef91911-6a56-4444-976a-68620fe869a4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Request body: {'security_group_rule': {'security_group_id': '84ee2551-a008-49f7-9a6a-2ed1733fd939', 'project_id': '673ab3285aeb4543b917150a9b83264a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:31.125969 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f0ef9-a333-42c0-9032-53df3acfd00b req-079bf927-5cc3-48b8-bfe1-66b99c66923a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:31.127966 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e62f0ef9-a333-42c0-9032-53df3acfd00b req-079bf927-5cc3-48b8-bfe1-66b99c66923a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.0790629 Jul 08 02:48:31.141942 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8ef91911-6a56-4444-976a-68620fe869a4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:31.153432 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-6f0df6c7-c61d-4ac7-a458-dcaa4e290d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:14Z', 'updated_at': '2021-07-08T02:47:18Z', 'revision_number': 4, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'gw_port': {'id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:15Z', 'updated_at': '2021-07-08T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': '93a742fb-fe44-4d0e-8247-045859b5ee50', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'port_id': '315fc5cc-7a89-4098-b970-05f18ec9de24', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'mac_address': 'fa:16:3e:e0:42:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:48:29Z', 'updated_at': '2021-07-08T02:48:29Z', 'revision_number': 0, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5af8d9-c2fe-4521-96e0-1ff163dfc254', 'name': '', 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'mac_address': 'fa:16:3e:1f:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:17Z', 'updated_at': '2021-07-08T02:47:24Z', 'revision_number': 5, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'subnets': [{'id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:31.183757 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0df6c7-c61d-4ac7-a458-dcaa4e290d53 None None] Checking router: 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:48:31.185126 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e62f0ef9-a333-42c0-9032-53df3acfd00b req-ec3726c8-6a54-4801-9cbf-0fc6a7b39d3c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496716 Jul 08 02:48:31.217563 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0df6c7-c61d-4ac7-a458-dcaa4e290d53 None None] Routers {'7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:48:31.218570 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-6f0df6c7-c61d-4ac7-a458-dcaa4e290d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:48:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:31.247622 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c303921-c82b-4d45-a55b-05a6685986a6 req-6405fdc7-2b46-4032-b2fa-5c989e6e06be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:31.249683 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4c303921-c82b-4d45-a55b-05a6685986a6 req-6405fdc7-2b46-4032-b2fa-5c989e6e06be service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f78bd6c-2fb9-4346-a188-dda9530e4242 HTTP/1.1" status: 200 len: 916 time: 0.1808894 Jul 08 02:48:31.277262 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8ef91911-6a56-4444-976a-68620fe869a4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:31.284062 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8ef91911-6a56-4444-976a-68620fe869a4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:31.306897 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb8985-1784-46fe-9a43-a1cdb3c3a304 req-3c19446c-8930-471d-b3ce-241ad46539ce tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:31.326558 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-74bb8985-1784-46fe-9a43-a1cdb3c3a304 req-3c19446c-8930-471d-b3ce-241ad46539ce tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 944 time: 0.0925221 Jul 08 02:48:31.345605 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef91911-6a56-4444-976a-68620fe869a4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc8c14c-c697-439f-8f5d-4a1471bc9ea6,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:31.362722 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8ef91911-6a56-4444-976a-68620fe869a4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:31.364155 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-8ef91911-6a56-4444-976a-68620fe869a4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046663 Jul 08 02:48:31.367471 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 42230) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:31.374027 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-46264535-78b6-4d31-8377-56b3a1be76cc tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Request body: {'security_group_rule': {'security_group_id': '84ee2551-a008-49f7-9a6a-2ed1733fd939', 'project_id': '673ab3285aeb4543b917150a9b83264a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:31.380458 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-74bb8985-1784-46fe-9a43-a1cdb3c3a304 req-8398effd-000b-4e6f-8b3e-138d90f9cc22 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506039 Jul 08 02:48:31.386757 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4c303921-c82b-4d45-a55b-05a6685986a6 req-2c3075d5-c6a5-4274-a8ca-856532568afa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=315fc5cc-7a89-4098-b970-05f18ec9de24 HTTP/1.1" status: 200 len: 998 time: 0.1260536 Jul 08 02:48:31.393014 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-6f0df6c7-c61d-4ac7-a458-dcaa4e290d53 None None] Set router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:48:31.442105 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-46264535-78b6-4d31-8377-56b3a1be76cc tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:31.477401 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c303921-c82b-4d45-a55b-05a6685986a6 req-db017159-7a3c-4330-a727-9bd24251c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:31.479015 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4c303921-c82b-4d45-a55b-05a6685986a6 req-db017159-7a3c-4330-a727-9bd24251c840 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9cb3a1c5-f762-4173-84a7-09042e95bbdf HTTP/1.1" status: 200 len: 854 time: 0.0809600 Jul 08 02:48:31.562580 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-46264535-78b6-4d31-8377-56b3a1be76cc tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:31.575052 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-46264535-78b6-4d31-8377-56b3a1be76cc tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:31.597602 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c303921-c82b-4d45-a55b-05a6685986a6 req-e367b0c8-4db7-449e-8e27-f5efaa3ad031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:31.599166 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4c303921-c82b-4d45-a55b-05a6685986a6 req-e367b0c8-4db7-449e-8e27-f5efaa3ad031 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f78bd6c-2fb9-4346-a188-dda9530e4242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1088679 Jul 08 02:48:31.601932 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46264535-78b6-4d31-8377-56b3a1be76cc tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b22e088-be3b-461b-ba8b-19c02a1b3eb5,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:31.612080 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-46264535-78b6-4d31-8377-56b3a1be76cc tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:31.616387 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-46264535-78b6-4d31-8377-56b3a1be76cc tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2480159 Jul 08 02:48:31.619064 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 42236) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:31.632153 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-0caf68bb-d71f-4fed-8bf1-0a0d072281d9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Request body: {'security_group_rule': {'security_group_id': '84ee2551-a008-49f7-9a6a-2ed1733fd939', 'project_id': '673ab3285aeb4543b917150a9b83264a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:31.719414 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa7906-de92-4532-b228-323f08c24b3d req-02b32cb0-6932-415a-ba06-689b5f93e09c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:31.721193 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ecaa7906-de92-4532-b228-323f08c24b3d req-02b32cb0-6932-415a-ba06-689b5f93e09c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.1809955 Jul 08 02:48:31.726146 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c905d-990e-412e-b6e9-4b9b471a8798 req-3592ffee-496c-4f03-b642-d867d202e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:31.727710 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cf4c905d-990e-412e-b6e9-4b9b471a8798 req-3592ffee-496c-4f03-b642-d867d202e27b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 1098 time: 0.1421213 Jul 08 02:48:31.739281 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0caf68bb-d71f-4fed-8bf1-0a0d072281d9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:31.772573 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705143b-c0a6-48b9-b1e6-ba94554f58d9 req-5e67d57f-4d8b-4e57-9498-01df713394f5 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:31.774526 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c705143b-c0a6-48b9-b1e6-ba94554f58d9 req-5e67d57f-4d8b-4e57-9498-01df713394f5 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1527798 Jul 08 02:48:31.794332 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4c303921-c82b-4d45-a55b-05a6685986a6 req-cb4e8701-0e0d-429d-9031-c11c52802184 service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767700 Jul 08 02:48:31.801782 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-6f0df6c7-c61d-4ac7-a458-dcaa4e290d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:14Z', 'updated_at': '2021-07-08T02:47:18Z', 'revision_number': 4, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'gw_port': {'id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:15Z', 'updated_at': '2021-07-08T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': '93a742fb-fe44-4d0e-8247-045859b5ee50', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'port_id': '315fc5cc-7a89-4098-b970-05f18ec9de24', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'mac_address': 'fa:16:3e:e0:42:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:48:29Z', 'updated_at': '2021-07-08T02:48:29Z', 'revision_number': 0, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5af8d9-c2fe-4521-96e0-1ff163dfc254', 'name': '', 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'mac_address': 'fa:16:3e:1f:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:17Z', 'updated_at': '2021-07-08T02:47:24Z', 'revision_number': 5, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'subnets': [{'id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:31.856843 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ecaa7906-de92-4532-b228-323f08c24b3d req-f4893e31-f914-482c-9453-3cba923ddb07 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272054 Jul 08 02:48:31.859919 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0df6c7-c61d-4ac7-a458-dcaa4e290d53 None None] The sync data for ids ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'] in dv-cinder-789077-2-iscsi is: [{'id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:14Z', 'updated_at': '2021-07-08T02:47:18Z', 'revision_number': 4, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'gw_port': {'id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:15Z', 'updated_at': '2021-07-08T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': '93a742fb-fe44-4d0e-8247-045859b5ee50', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'port_id': '315fc5cc-7a89-4098-b970-05f18ec9de24', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'mac_address': 'fa:16:3e:e0:42:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:48:29Z', 'updated_at': '2021-07-08T02:48:29Z', 'revision_number': 0, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5af8d9-c2fe-4521-96e0-1ff163dfc254', 'name': '', 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'mac_address': 'fa:16:3e:1f:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:17Z', 'updated_at': '2021-07-08T02:47:24Z', 'revision_number': 5, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'subnets': [{'id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:48:31.869129 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0caf68bb-d71f-4fed-8bf1-0a0d072281d9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:31.878279 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:48:31.878832 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0caf68bb-d71f-4fed-8bf1-0a0d072281d9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:31.897185 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf68bb-d71f-4fed-8bf1-0a0d072281d9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d34e435-4242-4674-9478-0094cbf8f473,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:31.934621 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0caf68bb-d71f-4fed-8bf1-0a0d072281d9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:31.938327 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-0caf68bb-d71f-4fed-8bf1-0a0d072281d9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3182945 Jul 08 02:48:31.941178 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 42248) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:31.943554 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-4c303921-c82b-4d45-a55b-05a6685986a6 req-4e0d039d-a1ed-4e9d-acf3-7b49ca6c526d service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419804 Jul 08 02:48:31.950025 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-df0ae190-5260-43c7-9fc4-1da09133ef1e tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Request body: {'security_group_rule': {'security_group_id': '84ee2551-a008-49f7-9a6a-2ed1733fd939', 'project_id': '673ab3285aeb4543b917150a9b83264a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:31.963281 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c705143b-c0a6-48b9-b1e6-ba94554f58d9 req-00814694-9fbe-4d19-92ff-967a948cdabc tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551654 Jul 08 02:48:31.983447 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c905d-990e-412e-b6e9-4b9b471a8798 req-e8b4c25a-7a20-4289-98b4-47b79263ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:31.986041 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cf4c905d-990e-412e-b6e9-4b9b471a8798 req-e8b4c25a-7a20-4289-98b4-47b79263ffd3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 911 time: 0.2471874 Jul 08 02:48:32.022418 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port edcb2a0b-df68-4bd4-bc12-b4b9bb285d43, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43,segment=NetworkSegment(9b80c588-5ab9-46b6-b65a-96a7d341d798),segment_id=9b80c588-5ab9-46b6-b65a-96a7d341d798)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:32.030648 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-df0ae190-5260-43c7-9fc4-1da09133ef1e tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:32.034719 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': 'edcb2a0b-df68-4bd4-bc12-b4b9bb285d43', 'network_id': '96dfd8bf-f2b8-48bb-b811-e3605311056e', 'port_id': 'edcb2a0b-df68-4bd4-bc12-b4b9bb285d43', 'mac_address': 'fa:16:3e:fe:bc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea42353a-14da-49b0-a81f-4d45aed1a827', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:48:32.082388 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cf4c905d-990e-412e-b6e9-4b9b471a8798 req-31a9bcd6-6a99-4d1b-ae35-4266e18c95f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbfd1f1c-9210-48b8-9d3f-0084edafab18 HTTP/1.1" status: 200 len: 1001 time: 0.0842237 Jul 08 02:48:32.085190 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:32.100846 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:48:32.122997 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-df0ae190-5260-43c7-9fc4-1da09133ef1e tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:32.132390 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port edcb2a0b-df68-4bd4-bc12-b4b9bb285d43, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43,segment=NetworkSegment(9b80c588-5ab9-46b6-b65a-96a7d341d798),segment_id=9b80c588-5ab9-46b6-b65a-96a7d341d798)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:32.135712 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-df0ae190-5260-43c7-9fc4-1da09133ef1e tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:32.138416 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:32.158170 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-df0ae190-5260-43c7-9fc4-1da09133ef1e tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:32.162879 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-df0ae190-5260-43c7-9fc4-1da09133ef1e tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2147994 Jul 08 02:48:32.163074 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 42254) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:32.163199 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ae190-5260-43c7-9fc4-1da09133ef1e tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a78d861-d230-45b9-8ee5-ebd2036bfa82,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:32.169172 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-d2db53c8-3c80-421c-b2a5-c94e77abdc94 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Request body: {'security_group_rule': {'security_group_id': '84ee2551-a008-49f7-9a6a-2ed1733fd939', 'project_id': '673ab3285aeb4543b917150a9b83264a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:32.192996 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c905d-990e-412e-b6e9-4b9b471a8798 req-c0181b07-4aed-4c1e-acc9-8f4d045e1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:32.194536 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cf4c905d-990e-412e-b6e9-4b9b471a8798 req-c0181b07-4aed-4c1e-acc9-8f4d045e1442 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.1053684 Jul 08 02:48:32.256197 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.securitygroups_db [None req-d2db53c8-3c80-421c-b2a5-c94e77abdc94 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Project 673ab3285aeb4543b917150a9b83264a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:48:32.270480 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effc457-ff22-4b7b-86f2-93cc27037f2b req-5deb9237-a797-48f5-9bf0-045eb8d9e9cb tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:32.272051 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3effc457-ff22-4b7b-86f2-93cc27037f2b req-5deb9237-a797-48f5-9bf0-045eb8d9e9cb tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.1710873 Jul 08 02:48:32.272790 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d2db53c8-3c80-421c-b2a5-c94e77abdc94 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:32.316178 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39859690-6f1d-498e-a538-8c326dca282e None None] New status for floating IP 93a742fb-fe44-4d0e-8247-045859b5ee50: ACTIVE {{(pid=104847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:48:32.423283 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:32.563230 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['edcb2a0b-df68-4bd4-bc12-b4b9bb285d43'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:48:32.592285 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3effc457-ff22-4b7b-86f2-93cc27037f2b req-80b57c19-9986-4bbb-97ab-6815c15698db tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3028898 Jul 08 02:48:32.635079 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c905d-990e-412e-b6e9-4b9b471a8798 req-bb89a516-179d-43a1-a5bb-a10691ee25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:32.636608 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cf4c905d-990e-412e-b6e9-4b9b471a8798 req-bb89a516-179d-43a1-a5bb-a10691ee25c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4339719 Jul 08 02:48:32.645333 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d2db53c8-3c80-421c-b2a5-c94e77abdc94 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:32.651369 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d2db53c8-3c80-421c-b2a5-c94e77abdc94 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:32.714542 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db53c8-3c80-421c-b2a5-c94e77abdc94 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810b1188-6171-473c-8911-dc5821c479d9,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:32.725222 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d2db53c8-3c80-421c-b2a5-c94e77abdc94 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:32.726401 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-d2db53c8-3c80-421c-b2a5-c94e77abdc94 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5625813 Jul 08 02:48:32.729940 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 42264) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:32.734594 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-ea0a0ee3-26fe-4052-b170-a509a2ac6cc9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Request body: {'security_group_rule': {'security_group_id': '84ee2551-a008-49f7-9a6a-2ed1733fd939', 'project_id': '673ab3285aeb4543b917150a9b83264a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:32.756299 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.securitygroups_db [None req-ea0a0ee3-26fe-4052-b170-a509a2ac6cc9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Project 673ab3285aeb4543b917150a9b83264a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:48:32.761099 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf712ee5-05bd-446c-8db1-922fde0c011e req-89ad3386-c5e7-40f2-891e-a550f8f875aa tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:32.762288 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ea0a0ee3-26fe-4052-b170-a509a2ac6cc9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:32.762618 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bf712ee5-05bd-446c-8db1-922fde0c011e req-89ad3386-c5e7-40f2-891e-a550f8f875aa tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 945 time: 0.1738327 Jul 08 02:48:32.792330 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cf4c905d-990e-412e-b6e9-4b9b471a8798 req-b2f2fba0-736a-4150-91b6-ede28628ee02 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425841 Jul 08 02:48:32.824455 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ea0a0ee3-26fe-4052-b170-a509a2ac6cc9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:32.828192 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ea0a0ee3-26fe-4052-b170-a509a2ac6cc9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:32.844804 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a0ee3-26fe-4052-b170-a509a2ac6cc9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba52ce6-6458-432a-8f9c-c83a1cfc391c,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:32.850647 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bf712ee5-05bd-446c-8db1-922fde0c011e req-094893f5-0e60-4c47-b14f-c96f48a50bdb tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816855 Jul 08 02:48:32.852124 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ea0a0ee3-26fe-4052-b170-a509a2ac6cc9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:32.853840 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-ea0a0ee3-26fe-4052-b170-a509a2ac6cc9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228509 Jul 08 02:48:32.902770 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cf4c905d-990e-412e-b6e9-4b9b471a8798 req-da5dedc7-b558-496e-8d77-17e40dbefd03 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028788 Jul 08 02:48:33.015992 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-52ba121b-f822-4f0c-9c48-4544fe5b2c46 req-d46c0d51-adc6-49c7-b3a5-f7d3cc377453 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196514790&fields=id&tenant_id=673ab3285aeb4543b917150a9b83264a HTTP/1.1" status: 200 len: 267 time: 0.0626497 Jul 08 02:48:33.086903 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e72c66-edc3-415b-9ef1-e69a7e30b678 req-0a2bc00e-b34c-469e-89be-4375f2efe678 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:33.089057 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e72c66-edc3-415b-9ef1-e69a7e30b678 req-0a2bc00e-b34c-469e-89be-4375f2efe678 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.1093228 Jul 08 02:48:33.113151 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba121b-f822-4f0c-9c48-4544fe5b2c46 req-34359a63-cbf2-400c-8297-11898de4975d tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:33.114603 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-52ba121b-f822-4f0c-9c48-4544fe5b2c46 req-34359a63-cbf2-400c-8297-11898de4975d tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 945 time: 0.0929914 Jul 08 02:48:33.127729 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-52ba121b-f822-4f0c-9c48-4544fe5b2c46 req-b82c077a-bfb0-4ea4-8424-d9f2a2986f61 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Request body: {'port': {'security_groups': ['7c17acbe-db4a-4f41-a2ac-20c111d89ce1', '84ee2551-a008-49f7-9a6a-2ed1733fd939']}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:33.175935 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3e72c66-edc3-415b-9ef1-e69a7e30b678 req-e163672a-2c08-4a06-a4b5-6dfdf544253c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805726 Jul 08 02:48:33.233631 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-52ba121b-f822-4f0c-9c48-4544fe5b2c46 req-b82c077a-bfb0-4ea4-8424-d9f2a2986f61 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:33.407095 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ee4de-8b55-48e7-8e85-872112c005ea req-31cc5d73-7bcf-4e03-a2c6-688bee1fc48d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:33.408577 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a03ee4de-8b55-48e7-8e85-872112c005ea req-31cc5d73-7bcf-4e03-a2c6-688bee1fc48d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1220253 Jul 08 02:48:33.498145 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a03ee4de-8b55-48e7-8e85-872112c005ea req-2a633468-86de-4f3b-a211-b5a1f22d1db3 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635870 Jul 08 02:48:33.518469 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-52ba121b-f822-4f0c-9c48-4544fe5b2c46 req-b82c077a-bfb0-4ea4-8424-d9f2a2986f61 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] For port 315fc5cc-7a89-4098-b970-05f18ec9de24, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=315fc5cc-7a89-4098-b970-05f18ec9de24,segment=NetworkSegment(41c104b4-ec59-462c-ba21-4bc5b975ce7f),segment_id=41c104b4-ec59-462c-ba21-4bc5b975ce7f)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:33.549550 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-52ba121b-f822-4f0c-9c48-4544fe5b2c46 req-b82c077a-bfb0-4ea4-8424-d9f2a2986f61 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:33.554301 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-52ba121b-f822-4f0c-9c48-4544fe5b2c46 req-b82c077a-bfb0-4ea4-8424-d9f2a2986f61 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:33.601815 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba121b-f822-4f0c-9c48-4544fe5b2c46 req-b82c077a-bfb0-4ea4-8424-d9f2a2986f61 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:33.602488 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-52ba121b-f822-4f0c-9c48-4544fe5b2c46 req-b82c077a-bfb0-4ea4-8424-d9f2a2986f61 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:33.604073 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-52ba121b-f822-4f0c-9c48-4544fe5b2c46 req-b82c077a-bfb0-4ea4-8424-d9f2a2986f61 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "PUT /v2.0/ports/315fc5cc-7a89-4098-b970-05f18ec9de24 HTTP/1.1" status: 200 len: 981 time: 0.4832048 Jul 08 02:48:33.604522 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'tag': '315fc5cc-7a89-4098-b970-05f18ec9de24'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:33.606792 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcb2118-3d2b-4282-b810-b9cfff168e00" -d '{"events": [{"name": "network-changed", "server_uuid": "7f62d6f5-5881-4aa0-b859-5b4741a5e146", "tag": "315fc5cc-7a89-4098-b970-05f18ec9de24"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:33.637271 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c077a-bfb0-4ea4-8424-d9f2a2986f61 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Pushing event updated for resources: {'Port': ['ID=315fc5cc-7a89-4098-b970-05f18ec9de24,revision_number=6']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:33.658836 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['315fc5cc-7a89-4098-b970-05f18ec9de24'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:48:33.663679 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b9f00e-1195-4e5c-a2ec-7aa14d068e9a x-openstack-request-id: req-55b9f00e-1195-4e5c-a2ec-7aa14d068e9a {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:33.663984 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f62d6f5-5881-4aa0-b859-5b4741a5e146", "tag": "315fc5cc-7a89-4098-b970-05f18ec9de24", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:33.664238 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55b9f00e-1195-4e5c-a2ec-7aa14d068e9a {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:33.664633 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'tag': '315fc5cc-7a89-4098-b970-05f18ec9de24', 'status': 'completed', 'code': 200} Jul 08 02:48:33.888075 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb2118-3d2b-4282-b810-b9cfff168e00 req-2faa150d-0937-4297-b917-80ea656b9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:33.889895 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dbcb2118-3d2b-4282-b810-b9cfff168e00 req-2faa150d-0937-4297-b917-80ea656b9bb8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=673ab3285aeb4543b917150a9b83264a&device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 1137 time: 0.1959550 Jul 08 02:48:33.895899 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['315fc5cc-7a89-4098-b970-05f18ec9de24'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:48:33.906532 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933d192-d8c5-484b-80bc-e18c3f6654a6 req-48d4d3fc-bcee-4abb-8184-72ca308bd303 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:33.907502 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3933d192-d8c5-484b-80bc-e18c3f6654a6 req-48d4d3fc-bcee-4abb-8184-72ca308bd303 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.1629965 Jul 08 02:48:33.952681 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-b35b2ec2-a2cf-45db-a6f2-10a10db5c8c5 None None] Provisioning complete for port 315fc5cc-7a89-4098-b970-05f18ec9de24 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:33.953154 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-b35b2ec2-a2cf-45db-a6f2-10a10db5c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:33.985010 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb93e0-b19b-4e42-9ac0-10b5a699ce0b req-97ddf0ab-165c-4334-ae5c-edce897b8ca2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:33.986677 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-36eb93e0-b19b-4e42-9ac0-10b5a699ce0b req-97ddf0ab-165c-4334-ae5c-edce897b8ca2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.2085137 Jul 08 02:48:34.063790 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3933d192-d8c5-484b-80bc-e18c3f6654a6 req-300d4ccf-8a0e-4dc2-973b-c2afe20e362b tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1475027 Jul 08 02:48:34.101825 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-36eb93e0-b19b-4e42-9ac0-10b5a699ce0b req-7af69fa9-ff34-421f-95c3-cbce6d165290 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024134 Jul 08 02:48:34.143620 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb2118-3d2b-4282-b810-b9cfff168e00 req-233f41f6-75bf-48db-9b87-888d83abc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:34.146731 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dbcb2118-3d2b-4282-b810-b9cfff168e00 req-233f41f6-75bf-48db-9b87-888d83abc9c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f78bd6c-2fb9-4346-a188-dda9530e4242 HTTP/1.1" status: 200 len: 916 time: 0.2339077 Jul 08 02:48:34.328773 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dbcb2118-3d2b-4282-b810-b9cfff168e00 req-87f30198-0382-46ee-ab95-fe2430c92046 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=315fc5cc-7a89-4098-b970-05f18ec9de24 HTTP/1.1" status: 200 len: 1000 time: 0.1717780 Jul 08 02:48:34.429671 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde9848-f6ff-4234-af4e-449e8a0c5d43 req-65ccdc1c-958c-413a-b25f-230ad595e83c tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:34.431174 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4dde9848-f6ff-4234-af4e-449e8a0c5d43 req-65ccdc1c-958c-413a-b25f-230ad595e83c tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 945 time: 0.1818209 Jul 08 02:48:34.444308 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb2118-3d2b-4282-b810-b9cfff168e00 req-9f6cca2f-833d-40ed-a669-3443e119393c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:34.445901 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dbcb2118-3d2b-4282-b810-b9cfff168e00 req-9f6cca2f-833d-40ed-a669-3443e119393c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9cb3a1c5-f762-4173-84a7-09042e95bbdf HTTP/1.1" status: 200 len: 854 time: 0.0919628 Jul 08 02:48:34.526465 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113cfea-01a5-48a5-bb84-840cb1af967c req-b371f4da-bca7-4b06-b5de-d41751b50b6f tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:34.529150 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b113cfea-01a5-48a5-bb84-840cb1af967c req-b371f4da-bca7-4b06-b5de-d41751b50b6f tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.2134442 Jul 08 02:48:34.567190 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4dde9848-f6ff-4234-af4e-449e8a0c5d43 req-90403a5f-3793-4fe2-921d-e3fd4fb06d64 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270959 Jul 08 02:48:34.614242 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b113cfea-01a5-48a5-bb84-840cb1af967c req-035b38a0-6f99-415f-86e1-b22c9639e5df tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769744 Jul 08 02:48:34.621366 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb2118-3d2b-4282-b810-b9cfff168e00 req-b62eebac-38bb-4284-a766-fba22095a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:34.623060 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dbcb2118-3d2b-4282-b810-b9cfff168e00 req-b62eebac-38bb-4284-a766-fba22095a505 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f78bd6c-2fb9-4346-a188-dda9530e4242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1582778 Jul 08 02:48:34.773473 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dbcb2118-3d2b-4282-b810-b9cfff168e00 req-e9e39784-95f5-4e9e-8ab4-3719738f7d30 service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362758 Jul 08 02:48:34.795667 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba5d37-8ebf-479e-8497-61a23b35ec16 req-d1a2e06c-b984-4433-a7eb-b2b3aa79ed89 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:34.797200 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5bba5d37-8ebf-479e-8497-61a23b35ec16 req-d1a2e06c-b984-4433-a7eb-b2b3aa79ed89 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1020281 Jul 08 02:48:34.892798 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5bba5d37-8ebf-479e-8497-61a23b35ec16 req-1801635e-ef53-4ae6-a053-66210c76f8ff tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858099 Jul 08 02:48:34.914339 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dbcb2118-3d2b-4282-b810-b9cfff168e00 req-889d25e6-bc05-4a4e-8839-e322bd57e699 service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161594 Jul 08 02:48:35.301453 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e41ff-274d-46b0-85cd-01e3aa15c9c8 req-ca5b8456-668e-4501-8be1-d594b7bd02eb tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:35.302953 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-705e41ff-274d-46b0-85cd-01e3aa15c9c8 req-ca5b8456-668e-4501-8be1-d594b7bd02eb tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.0708356 Jul 08 02:48:35.340838 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-705e41ff-274d-46b0-85cd-01e3aa15c9c8 req-82ce5173-3c98-4c7d-9626-da480e7740c3 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323443 Jul 08 02:48:35.624972 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676639f-d00e-4b44-a99e-3e9891f411ed req-b6a9d3b6-15d2-4c17-891f-4d8ca347ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:35.626484 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5676639f-d00e-4b44-a99e-3e9891f411ed req-b6a9d3b6-15d2-4c17-891f-4d8ca347ccad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039&tenant_id=3bf146c7263348b19beed67f69227864 HTTP/1.1" status: 200 len: 1097 time: 0.0862064 Jul 08 02:48:35.760769 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676639f-d00e-4b44-a99e-3e9891f411ed req-e0e875bc-e59e-4f99-bdb0-1c7e5bb5fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:35.762298 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5676639f-d00e-4b44-a99e-3e9891f411ed req-e0e875bc-e59e-4f99-bdb0-1c7e5bb5fb2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf146c7263348b19beed67f69227864&device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 1097 time: 0.1022129 Jul 08 02:48:35.770618 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07988f1d-1260-46a1-8388-cf2ff658b5c1 req-ef0656d2-d2bd-4877-a1a0-79a0cd4694a3 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:35.772042 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-07988f1d-1260-46a1-8388-cf2ff658b5c1 req-ef0656d2-d2bd-4877-a1a0-79a0cd4694a3 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 945 time: 0.0814350 Jul 08 02:48:35.863769 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-07988f1d-1260-46a1-8388-cf2ff658b5c1 req-887a3ec5-a3a2-45d9-a258-dfe20412e328 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819652 Jul 08 02:48:35.881409 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676639f-d00e-4b44-a99e-3e9891f411ed req-cf756e7b-ddf8-43bc-9e5f-8b3ba60cb2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:35.882888 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5676639f-d00e-4b44-a99e-3e9891f411ed req-cf756e7b-ddf8-43bc-9e5f-8b3ba60cb2ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=06c852e3-976b-48a1-a484-4e900038f3c5 HTTP/1.1" status: 200 len: 917 time: 0.1099911 Jul 08 02:48:35.895822 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:35.946587 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:48:35.951919 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:35.952312 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:35.958154 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5676639f-d00e-4b44-a99e-3e9891f411ed req-10c49ac3-f848-4cbf-a13a-ed78a8f569b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 HTTP/1.1" status: 200 len: 999 time: 0.0651844 Jul 08 02:48:36.016344 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676639f-d00e-4b44-a99e-3e9891f411ed req-1e8e7e81-13b1-46ee-bcd6-5def5f24a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:36.017966 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5676639f-d00e-4b44-a99e-3e9891f411ed req-1e8e7e81-13b1-46ee-bcd6-5def5f24a635 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cf243d-2400-43e3-a620-04f0df041e5e HTTP/1.1" status: 200 len: 855 time: 0.0504971 Jul 08 02:48:36.043089 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:36.072969 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c12f9fc-240a-4f70-b70a-c887304c6b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcb2a0b-df68-4bd4-bc12-b4b9bb285d43'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:36.075498 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f394f60-6e04-4706-8eb9-8621e86b1d05" -d '{"events": [{"server_uuid": "5c12f9fc-240a-4f70-b70a-c887304c6b5d", "name": "network-vif-plugged", "status": "completed", "tag": "edcb2a0b-df68-4bd4-bc12-b4b9bb285d43"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:36.092725 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port edcb2a0b-df68-4bd4-bc12-b4b9bb285d43, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43,segment=NetworkSegment(9b80c588-5ab9-46b6-b65a-96a7d341d798),segment_id=9b80c588-5ab9-46b6-b65a-96a7d341d798)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:36.103653 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:36.132719 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676639f-d00e-4b44-a99e-3e9891f411ed req-4e7b2e9f-36de-4df8-98bd-db9d5747074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:36.134742 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5676639f-d00e-4b44-a99e-3e9891f411ed req-4e7b2e9f-36de-4df8-98bd-db9d5747074f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=06c852e3-976b-48a1-a484-4e900038f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0960615 Jul 08 02:48:36.138656 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdb3bbf-9333-4186-9dfc-eb0caacfdf74 x-openstack-request-id: req-bbdb3bbf-9333-4186-9dfc-eb0caacfdf74 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:36.139007 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c12f9fc-240a-4f70-b70a-c887304c6b5d", "name": "network-vif-plugged", "status": "completed", "tag": "edcb2a0b-df68-4bd4-bc12-b4b9bb285d43", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:36.139242 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbdb3bbf-9333-4186-9dfc-eb0caacfdf74 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:36.139752 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c12f9fc-240a-4f70-b70a-c887304c6b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcb2a0b-df68-4bd4-bc12-b4b9bb285d43', 'code': 200} Jul 08 02:48:36.142918 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37991d2f-1980-4b85-93d8-dc549ec5f4d3 req-1899f6ad-c937-4d73-bd98-b645c93e4438 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:36.144401 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-37991d2f-1980-4b85-93d8-dc549ec5f4d3 req-1899f6ad-c937-4d73-bd98-b645c93e4438 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1154141 Jul 08 02:48:36.173816 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:36.249579 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-37991d2f-1980-4b85-93d8-dc549ec5f4d3 req-44ae3bbc-cfdc-4767-af24-6db8e0125233 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963280 Jul 08 02:48:36.284043 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5676639f-d00e-4b44-a99e-3e9891f411ed req-5afed6b1-7fa9-424b-9ecd-1dafa23957bb service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150894 Jul 08 02:48:36.380935 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65698dfd-49bf-4d74-9d1f-75711c1ab545 req-a41868f3-1945-4df1-92f6-083fafaf0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:36.382543 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-65698dfd-49bf-4d74-9d1f-75711c1ab545 req-a41868f3-1945-4df1-92f6-083fafaf0cb4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 1099 time: 0.0518553 Jul 08 02:48:36.389618 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5676639f-d00e-4b44-a99e-3e9891f411ed req-6b25d6dd-69ef-42c9-b26f-177099b970b4 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856800 Jul 08 02:48:36.424612 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-65698dfd-49bf-4d74-9d1f-75711c1ab545 req-a9d4cf4e-7716-4d60-89f1-db914d1e52e4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336237 Jul 08 02:48:36.531011 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e8c32-6c05-4904-8f3c-91758a05950e req-680e34c9-d5e6-4cae-ace7-c1dda994deec tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:36.532601 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3e9e8c32-6c05-4904-8f3c-91758a05950e req-680e34c9-d5e6-4cae-ace7-c1dda994deec tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.0689771 Jul 08 02:48:36.574426 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3e9e8c32-6c05-4904-8f3c-91758a05950e req-ff73ff0b-6a14-47eb-85fa-7a97f1d04fb8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357475 Jul 08 02:48:37.128921 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1afab-8fe6-46d0-9cf0-7547dbd7a94e req-ec8ce6a4-66e2-4c91-a713-aaf3df969407 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:37.132720 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bfe1afab-8fe6-46d0-9cf0-7547dbd7a94e req-ec8ce6a4-66e2-4c91-a713-aaf3df969407 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 946 time: 0.1565125 Jul 08 02:48:37.205825 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bfe1afab-8fe6-46d0-9cf0-7547dbd7a94e req-99f88a6d-a1e8-4da8-a869-7f8a9c3db49f tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672727 Jul 08 02:48:37.504860 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df47dc6-b88b-489d-be46-bb753bdd750f req-a27ea720-c5d7-443d-9ba3-368a1d1ff9d2 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:37.509407 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9df47dc6-b88b-489d-be46-bb753bdd750f req-a27ea720-c5d7-443d-9ba3-368a1d1ff9d2 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0922110 Jul 08 02:48:37.562753 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9df47dc6-b88b-489d-be46-bb753bdd750f req-a4d91593-03dc-4071-b1d7-75b1eb7cf710 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Jul 08 02:48:37.622431 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-6360da2a-401d-40af-944c-96934982512b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664706170&fields=id&tenant_id=6ca3e670a9874134b1e7ec6ae4b1447e HTTP/1.1" status: 200 len: 267 time: 0.0474720 Jul 08 02:48:37.772478 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-40ea4b0d-f2a2-441b-a9a7-da62acf0c798 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:37.773949 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-40ea4b0d-f2a2-441b-a9a7-da62acf0c798 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/networks?id=b426d846-694d-47d4-97e2-829f7ad00618 HTTP/1.1" status: 200 len: 812 time: 0.1458459 Jul 08 02:48:37.802799 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-2bff39aa-1c8c-4ae7-b102-d293f2cfb2aa tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/quotas/6ca3e670a9874134b1e7ec6ae4b1447e HTTP/1.1" status: 200 len: 375 time: 0.0217600 Jul 08 02:48:37.826671 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c76dcd-2d45-4efc-ba98-671f70a23f64 req-bad20ea8-aa33-4c6b-9c4f-17fa51e72790 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:37.828135 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-61c76dcd-2d45-4efc-ba98-671f70a23f64 req-bad20ea8-aa33-4c6b-9c4f-17fa51e72790 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.1139665 Jul 08 02:48:38.125194 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-61c76dcd-2d45-4efc-ba98-671f70a23f64 req-42340778-3d5a-447b-85d4-63f6c43ebcc7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502474 Jul 08 02:48:38.138607 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-74d4ec19-4247-4920-91f9-08a9fa77588a tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ca3e670a9874134b1e7ec6ae4b1447e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3278189 Jul 08 02:48:38.249253 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-f006f910-e08c-4c71-a9fc-b8f93f65dc50 service neutron] 10.222.0.21 "GET /v2.0/networks/b426d846-694d-47d4-97e2-829f7ad00618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962555 Jul 08 02:48:38.396143 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-9778e064-72b0-4dbe-9b2c-7f8577206495 service neutron] 10.222.0.21 "GET /v2.0/networks/b426d846-694d-47d4-97e2-829f7ad00618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443112 Jul 08 02:48:38.428268 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41acb3-7008-4103-9ddb-a88763f8eefc req-20c10d41-71f5-4080-96f6-b15fb3f9dbb6 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:38.429962 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2c41acb3-7008-4103-9ddb-a88763f8eefc req-20c10d41-71f5-4080-96f6-b15fb3f9dbb6 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 946 time: 0.0922658 Jul 08 02:48:38.494619 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2c41acb3-7008-4103-9ddb-a88763f8eefc req-33277fe2-cec0-465f-868c-01f4bcd5a495 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527020 Jul 08 02:48:38.888902 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-56360f02-b6c5-4681-8b2c-b4f12ce8f872 req-0ebd8bc5-e0b8-45c2-bf3a-aaf601c41076 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0344753 Jul 08 02:48:38.916396 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8e9d5-2b8f-446b-b7ed-00df8286cd8d req-b01be15f-c31f-48e9-b5e9-ea2a7489388d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:38.917805 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4bd8e9d5-2b8f-446b-b7ed-00df8286cd8d req-b01be15f-c31f-48e9-b5e9-ea2a7489388d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1155233 Jul 08 02:48:38.976501 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4bd8e9d5-2b8f-446b-b7ed-00df8286cd8d req-25110b00-7975-4844-8440-4c11a384a9f9 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477612 Jul 08 02:48:39.125126 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afad96e-7be7-4949-b1b3-4b3a6ca8637c req-e8adce7e-b0e2-4d3c-acd7-32d1be80a1ad tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:39.132486 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6afad96e-7be7-4949-b1b3-4b3a6ca8637c req-e8adce7e-b0e2-4d3c-acd7-32d1be80a1ad tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 945 time: 0.0846386 Jul 08 02:48:39.179068 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6afad96e-7be7-4949-b1b3-4b3a6ca8637c req-5d7c96df-6222-4879-b790-b8b9b1531992 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454962 Jul 08 02:48:39.317500 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c2c75-9ac3-4835-aafa-ce7f2801adfe req-65a431e6-e9ee-40ee-847c-94c884dc2a65 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:39.319130 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-295c2c75-9ac3-4835-aafa-ce7f2801adfe req-65a431e6-e9ee-40ee-847c-94c884dc2a65 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.0676882 Jul 08 02:48:39.359727 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-295c2c75-9ac3-4835-aafa-ce7f2801adfe req-708e097a-0f56-4b6b-9fb4-9a352d5e797d tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343022 Jul 08 02:48:39.700671 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec0b5c-79bd-4615-87df-1e83df1bbf04 req-6638e729-0309-4da1-8e4b-6dd75e606915 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:39.702316 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b1ec0b5c-79bd-4615-87df-1e83df1bbf04 req-6638e729-0309-4da1-8e4b-6dd75e606915 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 946 time: 0.0682230 Jul 08 02:48:39.740574 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b1ec0b5c-79bd-4615-87df-1e83df1bbf04 req-fa1ff0de-b729-4f08-a073-707681c663af tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326262 Jul 08 02:48:40.094853 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-242bdb09-6b17-4133-a473-83e6213108cf req-2ef1c21b-4333-43a1-87fc-16128a46ae9e tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0366728 Jul 08 02:48:40.203721 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a43fd-4692-4b3e-80d5-5cc6dfb9fa18 req-d1832149-0551-4174-b0ce-199aaaeb6f49 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:40.205522 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-073a43fd-4692-4b3e-80d5-5cc6dfb9fa18 req-d1832149-0551-4174-b0ce-199aaaeb6f49 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0694575 Jul 08 02:48:40.257055 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-073a43fd-4692-4b3e-80d5-5cc6dfb9fa18 req-8e2a0219-2f72-46af-95c6-35946716b6a8 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452466 Jul 08 02:48:40.370524 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578c75f-7a23-4ce1-8005-e638d7b6d754 req-7fc7e0f4-7e88-44af-a87f-b597e7e5e504 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:40.372022 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9578c75f-7a23-4ce1-8005-e638d7b6d754 req-7fc7e0f4-7e88-44af-a87f-b597e7e5e504 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 945 time: 0.0649953 Jul 08 02:48:40.414411 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9578c75f-7a23-4ce1-8005-e638d7b6d754 req-0dd7d408-8800-4280-929a-0e2792d3b5ed tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366178 Jul 08 02:48:40.554056 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b42c2-a892-4a99-9631-e1f5387775e0 req-a3a3e873-a92a-42be-b65c-1dcdad8c6ca4 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:40.555685 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-203b42c2-a892-4a99-9631-e1f5387775e0 req-a3a3e873-a92a-42be-b65c-1dcdad8c6ca4 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.0708506 Jul 08 02:48:40.595599 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-203b42c2-a892-4a99-9631-e1f5387775e0 req-50a83c30-370c-4636-92ca-3fd7b12ca622 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337524 Jul 08 02:48:40.921207 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65928a-cbf8-4054-8a8b-63b28cd8cbd1 req-98660717-d6f5-4697-b934-8c32d00023c6 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:40.922837 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1e65928a-cbf8-4054-8a8b-63b28cd8cbd1 req-98660717-d6f5-4697-b934-8c32d00023c6 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 946 time: 0.0647991 Jul 08 02:48:40.963397 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1e65928a-cbf8-4054-8a8b-63b28cd8cbd1 req-3f04ccd0-2e3c-42a0-9f92-fef01dde2d84 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339849 Jul 08 02:48:41.251013 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6cc9c862-be43-4fdf-8712-f224d892827b req-ae68282a-0fab-410b-9e5f-946fb485bacd tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0341401 Jul 08 02:48:41.448052 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53512ec2-e121-4e94-88be-a7eba5914f4d req-268b08a1-9da9-415a-b55f-e7a4b3f58afa tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:41.449645 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-53512ec2-e121-4e94-88be-a7eba5914f4d req-268b08a1-9da9-415a-b55f-e7a4b3f58afa tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0696912 Jul 08 02:48:41.496633 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-53512ec2-e121-4e94-88be-a7eba5914f4d req-36a42ce2-3069-4e5e-b175-425d629d2317 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Jul 08 02:48:41.623091 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2f5df-d3bf-43ea-aeb6-60f7cbbbe075 req-4ecf90c8-d658-4d26-a014-eeb4715f929e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:41.624580 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-18a2f5df-d3bf-43ea-aeb6-60f7cbbbe075 req-4ecf90c8-d658-4d26-a014-eeb4715f929e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 945 time: 0.0681751 Jul 08 02:48:41.665837 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-18a2f5df-d3bf-43ea-aeb6-60f7cbbbe075 req-edc72401-ac03-4c16-b24b-98cfedf2b955 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339732 Jul 08 02:48:41.792000 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c18a0c-8116-4d54-bcca-5d85c9a3fcea req-65c28254-3088-4674-9d21-4f6b5f3320f8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:41.793507 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e3c18a0c-8116-4d54-bcca-5d85c9a3fcea req-65c28254-3088-4674-9d21-4f6b5f3320f8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.0684333 Jul 08 02:48:41.837281 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e3c18a0c-8116-4d54-bcca-5d85c9a3fcea req-8e98f171-a509-46fd-8e2e-42f0f756a201 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358174 Jul 08 02:48:42.141441 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a31e8-5fc8-41d5-b506-c8752252616e req-a7d07b09-9945-4ca4-b653-bb03cd631feb tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:42.142951 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-196a31e8-5fc8-41d5-b506-c8752252616e req-a7d07b09-9945-4ca4-b653-bb03cd631feb tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 946 time: 0.0653009 Jul 08 02:48:42.185733 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-196a31e8-5fc8-41d5-b506-c8752252616e req-dda5de6c-83bf-4058-8b26-8b308b87dda8 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370092 Jul 08 02:48:42.221107 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-c73b9e98-ea00-4e29-a410-92a1e9029dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:42.408359 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-eb264142-2791-4e77-804d-0f3549a898d5 req-45c29cc8-9509-41d2-87e6-ad04e8dcd47f tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0287056 Jul 08 02:48:42.691203 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303ff09-987d-4f6c-8427-901130599980 req-2ab4c914-8d62-4e31-80fd-42458b6c2687 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:42.692697 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0303ff09-987d-4f6c-8427-901130599980 req-2ab4c914-8d62-4e31-80fd-42458b6c2687 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0699210 Jul 08 02:48:42.746364 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0303ff09-987d-4f6c-8427-901130599980 req-d2c542de-8857-49d0-8d2d-0f266f0c4a4d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461652 Jul 08 02:48:42.845596 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439c27-cc03-4e27-bbcc-930b9e2858db req-1e0b8316-d31a-4324-94e0-2d10fe143b00 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:42.847098 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-11439c27-cc03-4e27-bbcc-930b9e2858db req-1e0b8316-d31a-4324-94e0-2d10fe143b00 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 945 time: 0.0660653 Jul 08 02:48:42.898385 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-11439c27-cc03-4e27-bbcc-930b9e2858db req-2f4c74a3-fe6b-4ce9-bdb3-0bce9c860bde tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349977 Jul 08 02:48:43.025896 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea27f1d-190a-4714-b1ca-2cafb8dfc3d0 req-4ce19c51-1940-44b4-89d8-e22895d88211 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:43.027283 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8ea27f1d-190a-4714-b1ca-2cafb8dfc3d0 req-4ce19c51-1940-44b4-89d8-e22895d88211 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.0635509 Jul 08 02:48:43.064337 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8ea27f1d-190a-4714-b1ca-2cafb8dfc3d0 req-c8b99681-1ece-43d9-bfe0-5a4d3b4b8c60 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315938 Jul 08 02:48:43.368992 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733abc6-c652-4800-be88-e20c10d39cfc req-65ff7471-8cea-40a1-a7ca-6184e63b3cc2 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:43.370525 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0733abc6-c652-4800-be88-e20c10d39cfc req-65ff7471-8cea-40a1-a7ca-6184e63b3cc2 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 946 time: 0.0702825 Jul 08 02:48:43.415494 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0733abc6-c652-4800-be88-e20c10d39cfc req-04b06d46-aff8-4fec-bbf3-e6f43181d9fd tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383847 Jul 08 02:48:43.550988 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ea300fd8-d416-43ce-b083-80f8119f5027 req-77ec7c19-b428-4715-a857-a349043cf578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0290802 Jul 08 02:48:43.939293 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94a242-e40b-44c0-b029-b5c94b41966c req-f599b033-4603-469f-8197-6ab1db44ade1 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:43.940786 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fc94a242-e40b-44c0-b029-b5c94b41966c req-f599b033-4603-469f-8197-6ab1db44ade1 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0766356 Jul 08 02:48:43.991673 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fc94a242-e40b-44c0-b029-b5c94b41966c req-74b14442-4fd9-4621-81b7-bf37540d5dd7 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436943 Jul 08 02:48:44.085961 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04a083-0905-438e-8905-1571e50855f4 req-20ccb80b-d1ff-4443-8922-c5f9ba292910 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:44.088172 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-eb04a083-0905-438e-8905-1571e50855f4 req-20ccb80b-d1ff-4443-8922-c5f9ba292910 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 945 time: 0.0677166 Jul 08 02:48:44.128608 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-eb04a083-0905-438e-8905-1571e50855f4 req-e63fa79a-c4be-4a87-bd71-c50950c9bb76 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346122 Jul 08 02:48:44.262472 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389eb3a3-4d6b-4f2a-9263-98252ceb2525 req-03010008-33ab-4c67-b3f4-b44a56ccb1f2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:44.264004 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-389eb3a3-4d6b-4f2a-9263-98252ceb2525 req-03010008-33ab-4c67-b3f4-b44a56ccb1f2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.0789888 Jul 08 02:48:44.302906 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-389eb3a3-4d6b-4f2a-9263-98252ceb2525 req-6d572181-0e63-44ce-be34-e9697e173792 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331652 Jul 08 02:48:44.608119 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9e268-65aa-4b58-b61d-839ac95862f7 req-7053fa53-c349-40dd-8b02-f724c619bb69 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:44.610429 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c5e9e268-65aa-4b58-b61d-839ac95862f7 req-7053fa53-c349-40dd-8b02-f724c619bb69 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 946 time: 0.0735710 Jul 08 02:48:44.655375 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:44.662434 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c5e9e268-65aa-4b58-b61d-839ac95862f7 req-6bddc198-e1e1-46b4-b36b-a4070cf43e6b tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Jul 08 02:48:44.706533 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0dc244c-7973-4f77-bb70-1e9864b0e351 req-11651aa0-e165-4d38-9272-a2701e3f8946 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0314257 Jul 08 02:48:44.719839 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-953649ed-43b8-4877-843d-a2ab924b2849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:44.955918 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:45.187954 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2715b6-5e1b-4c91-845c-c54305f1352a req-d645abea-8ef1-41d1-b8a8-a57773511416 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:45.189933 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8b2715b6-5e1b-4c91-845c-c54305f1352a req-d645abea-8ef1-41d1-b8a8-a57773511416 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0785213 Jul 08 02:48:45.234295 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8b2715b6-5e1b-4c91-845c-c54305f1352a req-3b6403b4-ff85-4675-a3f4-7b152864d727 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382664 Jul 08 02:48:45.327500 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8620f-41dd-40b7-9e9d-2203451d52db req-5527f45c-7c97-4cd6-839c-93c75415e733 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:45.329227 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-38f8620f-41dd-40b7-9e9d-2203451d52db req-5527f45c-7c97-4cd6-839c-93c75415e733 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 945 time: 0.0725341 Jul 08 02:48:45.372103 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-38f8620f-41dd-40b7-9e9d-2203451d52db req-ca2028dd-1065-4324-9be1-4c6c0a12efae tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369549 Jul 08 02:48:45.488073 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982121f-e91a-4c84-84d3-53cb35b47115 req-c3000745-fc6f-4044-9407-ff1bdc933125 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:45.489500 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8982121f-e91a-4c84-84d3-53cb35b47115 req-c3000745-fc6f-4044-9407-ff1bdc933125 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.0664685 Jul 08 02:48:45.528843 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8982121f-e91a-4c84-84d3-53cb35b47115 req-0486653b-61bc-47ff-9aec-9d5fecb05619 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330958 Jul 08 02:48:45.863004 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-61539de8-4916-444a-981a-7b33dc6e4289 req-8973cbc5-3f0e-462d-bbc8-5b2c9ab9a914 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0358083 Jul 08 02:48:45.896051 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6514a4-0eff-40e6-bdc0-050a3081638a req-ce4917ae-a8ab-48a6-98df-a3816beb5914 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:45.897591 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ac6514a4-0eff-40e6-bdc0-050a3081638a req-ce4917ae-a8ab-48a6-98df-a3816beb5914 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 946 time: 0.1004643 Jul 08 02:48:45.938007 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ac6514a4-0eff-40e6-bdc0-050a3081638a req-238a1c02-8668-4e4c-849a-f7e281fd0675 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335889 Jul 08 02:48:46.137396 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:46.431002 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158cc3e-8e95-4d59-9247-f8499a942782 req-e8810ef0-7275-4f8f-8471-63efb66d9949 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:46.433105 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0158cc3e-8e95-4d59-9247-f8499a942782 req-e8810ef0-7275-4f8f-8471-63efb66d9949 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0690789 Jul 08 02:48:46.474187 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0158cc3e-8e95-4d59-9247-f8499a942782 req-5d59f974-0b93-47eb-862c-43f9349ab392 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349288 Jul 08 02:48:46.563750 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50338c-aac6-4954-94df-e0ab2ea5612d req-b1991a40-48b9-4db1-b9d1-126c6ac61881 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:46.565269 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6a50338c-aac6-4954-94df-e0ab2ea5612d req-b1991a40-48b9-4db1-b9d1-126c6ac61881 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 945 time: 0.0739515 Jul 08 02:48:46.607799 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6a50338c-aac6-4954-94df-e0ab2ea5612d req-1a2bd94f-d215-4b06-84e4-b2ae353bafad tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360115 Jul 08 02:48:46.724993 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3c908-3951-4e9a-b2c4-63ba5526c91b req-8f8e5d8f-c5fa-43a9-82ca-4d5f8612c9bc tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:46.726436 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0eb3c908-3951-4e9a-b2c4-63ba5526c91b req-8f8e5d8f-c5fa-43a9-82ca-4d5f8612c9bc tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.0658374 Jul 08 02:48:46.764923 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0eb3c908-3951-4e9a-b2c4-63ba5526c91b req-aaa87aeb-89ee-4794-ad93-c4c489dc5d72 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323746 Jul 08 02:48:47.009546 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-173655af-d457-457d-be8e-00970b8cf074 req-4dca8874-5ef1-4c2a-9007-991a306b58d2 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0304546 Jul 08 02:48:47.125300 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100ae5d-9d6c-4ad0-b742-cc6b0afdfbfa req-0381cef4-4535-4056-967e-f76918288354 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:47.126798 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0100ae5d-9d6c-4ad0-b742-cc6b0afdfbfa req-0381cef4-4535-4056-967e-f76918288354 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 946 time: 0.0681903 Jul 08 02:48:47.166421 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0100ae5d-9d6c-4ad0-b742-cc6b0afdfbfa req-6d7b40ec-0169-4053-95ca-cdaf81d2e48c tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338633 Jul 08 02:48:47.452332 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:47.672119 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd806c-0239-474b-8ca4-bc09d004e8c0 req-6ca0b71c-6273-4986-a2d4-724732a6c052 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:47.673710 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-43cd806c-0239-474b-8ca4-bc09d004e8c0 req-6ca0b71c-6273-4986-a2d4-724732a6c052 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0805981 Jul 08 02:48:47.717901 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-43cd806c-0239-474b-8ca4-bc09d004e8c0 req-bfae8ae5-5636-4a73-93df-34861db89e4c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361574 Jul 08 02:48:47.810744 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92058da-51e5-450b-b88d-66426d65503d req-cf5854e8-723c-4bd8-91da-162a17d8b799 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:47.812272 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c92058da-51e5-450b-b88d-66426d65503d req-cf5854e8-723c-4bd8-91da-162a17d8b799 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 945 time: 0.0675664 Jul 08 02:48:47.855578 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c92058da-51e5-450b-b88d-66426d65503d req-76c685e2-e0ff-46ca-afd3-a35e8af4d449 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370386 Jul 08 02:48:47.957409 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9afd2c-e1e5-4e1f-9860-6c525d78b958 req-044ed680-4b4d-47ac-8865-9a89ce6670c7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:47.958895 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4a9afd2c-e1e5-4e1f-9860-6c525d78b958 req-044ed680-4b4d-47ac-8865-9a89ce6670c7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.0711598 Jul 08 02:48:48.000067 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4a9afd2c-e1e5-4e1f-9860-6c525d78b958 req-393f92a1-e6b4-474b-b96d-be433666d7f7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348392 Jul 08 02:48:48.151623 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-92b5794f-b0b3-4772-af1a-4c2c9a0d8075 req-af548e5e-e48a-4f75-8dde-944a6ef2dbbd tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0292840 Jul 08 02:48:48.349721 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22424c-b7d0-4ca8-954f-999eb136682e req-f50efcdc-9fae-40b6-b3b3-e25ec713f4c9 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:48.351478 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9f22424c-b7d0-4ca8-954f-999eb136682e req-f50efcdc-9fae-40b6-b3b3-e25ec713f4c9 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 946 time: 0.0653594 Jul 08 02:48:48.393116 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9f22424c-b7d0-4ca8-954f-999eb136682e req-4cbebb52-8c29-47d9-8afc-b6b11457c20d tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360684 Jul 08 02:48:48.908495 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20d4c3-fb00-4594-93b8-c2d3e05b5851 req-83c3b693-eca5-47c3-b62a-79af47195549 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:48.910058 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1c20d4c3-fb00-4594-93b8-c2d3e05b5851 req-83c3b693-eca5-47c3-b62a-79af47195549 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0745735 Jul 08 02:48:48.951421 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1c20d4c3-fb00-4594-93b8-c2d3e05b5851 req-de9f6730-bb67-4f9a-abfe-f031ae84905d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358636 Jul 08 02:48:49.033233 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07dff4-1d7c-4817-b2d7-c60c935c70a3 req-0a48ec1f-a561-4e00-9e98-d6f1fbc32e80 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:49.034635 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3e07dff4-1d7c-4817-b2d7-c60c935c70a3 req-0a48ec1f-a561-4e00-9e98-d6f1fbc32e80 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 945 time: 0.0622401 Jul 08 02:48:49.073710 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3e07dff4-1d7c-4817-b2d7-c60c935c70a3 req-aa3a850e-baae-43ee-b831-b4c708033b87 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335813 Jul 08 02:48:49.186478 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f6e66-d057-4788-a53f-82ff9d023884 req-490c3c3c-ac22-4a84-b817-a949ea81ece6 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:49.188106 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7e7f6e66-d057-4788-a53f-82ff9d023884 req-490c3c3c-ac22-4a84-b817-a949ea81ece6 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.0696435 Jul 08 02:48:49.228252 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7e7f6e66-d057-4788-a53f-82ff9d023884 req-7485eeec-7835-434a-a273-563171f51160 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340414 Jul 08 02:48:49.289736 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee841f31-c7ea-40a7-8cb2-9c9545c8a978 req-b5e3e2e2-41df-4963-bdef-df567ccdc0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:49.291541 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ee841f31-c7ea-40a7-8cb2-9c9545c8a978 req-b5e3e2e2-41df-4963-bdef-df567ccdc0fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a5d202fe7cfb4f5fb673b6e866dc7b7b&device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 1099 time: 0.0703566 Jul 08 02:48:49.314452 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0aece4c8-7276-45c4-9d04-7dbd34025bf0 req-edb67c4e-eecc-4491-96a4-9719fe72dd84 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0292823 Jul 08 02:48:49.404692 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee841f31-c7ea-40a7-8cb2-9c9545c8a978 req-c830684e-b4c3-4baa-b6d9-070f3b5c836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:49.406308 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ee841f31-c7ea-40a7-8cb2-9c9545c8a978 req-c830684e-b4c3-4baa-b6d9-070f3b5c836a service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9 HTTP/1.1" status: 200 len: 920 time: 0.0854802 Jul 08 02:48:49.457781 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ee841f31-c7ea-40a7-8cb2-9c9545c8a978 req-775cc8f5-d0d0-4916-87ac-f0663daf0665 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6347b15f-9824-4a97-9375-be9d318bb5bb HTTP/1.1" status: 200 len: 217 time: 0.0409844 Jul 08 02:48:49.523270 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee841f31-c7ea-40a7-8cb2-9c9545c8a978 req-76625b0b-3f45-4d7d-8d6d-43f99f0cb057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:49.524749 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ee841f31-c7ea-40a7-8cb2-9c9545c8a978 req-76625b0b-3f45-4d7d-8d6d-43f99f0cb057 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90ae0588-a597-4f76-9cea-961e086525a9 HTTP/1.1" status: 200 len: 859 time: 0.0444131 Jul 08 02:48:49.563017 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ee841f31-c7ea-40a7-8cb2-9c9545c8a978 req-16a7589e-265a-4fbb-8909-4b097607d812 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272968 Jul 08 02:48:49.573352 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1752cb6-e02c-4496-bbc3-7905e6740f66 req-f1b91dc8-5077-4cf1-813c-a233ade535a9 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:49.574815 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f1752cb6-e02c-4496-bbc3-7905e6740f66 req-f1b91dc8-5077-4cf1-813c-a233ade535a9 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 946 time: 0.0692182 Jul 08 02:48:49.617630 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f1752cb6-e02c-4496-bbc3-7905e6740f66 req-01ef9e0e-0832-4aeb-be5c-f869b7a08b5f tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371516 Jul 08 02:48:49.667679 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ee841f31-c7ea-40a7-8cb2-9c9545c8a978 req-f90c14ed-10f7-4c12-b9c1-d355d9395ccf service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884163 Jul 08 02:48:49.770878 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-ee841f31-c7ea-40a7-8cb2-9c9545c8a978 req-e0e5f528-ce95-4f59-b795-f75781eadcf9 service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854449 Jul 08 02:48:50.126306 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953edce5-618d-4cbb-b282-f1330f4ec3e0 req-0f33fee5-890c-4a40-b491-a60cdfb9b7ac tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:50.127796 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-953edce5-618d-4cbb-b282-f1330f4ec3e0 req-0f33fee5-890c-4a40-b491-a60cdfb9b7ac tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0668075 Jul 08 02:48:50.164179 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-953edce5-618d-4cbb-b282-f1330f4ec3e0 req-6a7853a7-a097-44c5-8d03-5170bf678337 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307965 Jul 08 02:48:50.248554 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac331d95-c153-43f6-98da-b7c5827129b9 req-c2a5a8ec-d89a-4b12-86fa-8e6991535e97 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:50.249643 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ac331d95-c153-43f6-98da-b7c5827129b9 req-c2a5a8ec-d89a-4b12-86fa-8e6991535e97 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 945 time: 0.0627120 Jul 08 02:48:50.296383 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ac331d95-c153-43f6-98da-b7c5827129b9 req-0cd60aac-6656-47d3-8824-e5c063361502 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 Jul 08 02:48:50.429524 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3816b5e-9658-405c-bd12-33dfd28cd077 req-b757952e-3302-44d0-b608-42b77e5cb892 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:50.431980 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3816b5e-9658-405c-bd12-33dfd28cd077 req-b757952e-3302-44d0-b608-42b77e5cb892 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.0679731 Jul 08 02:48:50.510823 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8b48fc08-abb5-45ee-b790-4553171abc44 req-7dd7e81c-b2f5-4d8e-b754-12dd7a0a3cc8 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0384367 Jul 08 02:48:50.517046 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3816b5e-9658-405c-bd12-33dfd28cd077 req-053889bc-f13a-420a-80ec-012be1187795 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785675 Jul 08 02:48:50.536445 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-b57f5cc8-1ead-4c93-96f9-541d73c542bb tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:50.536445 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-b57f5cc8-1ead-4c93-96f9-541d73c542bb tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.54 "GET /v2.0/networks?id=b426d846-694d-47d4-97e2-829f7ad00618 HTTP/1.1" status: 200 len: 812 time: 0.1467111 Jul 08 02:48:50.593695 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-f43e2b83-4b84-443e-9d73-d58e526a8ec1 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ca3e670a9874134b1e7ec6ae4b1447e HTTP/1.1" status: 200 len: 380 time: 0.0354710 Jul 08 02:48:50.611642 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a048bf7f-3524-4afe-9a45-875702355d98 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Request body: {'port': {'device_id': '494f6e3f-df12-42c1-baea-50f84c35833d', 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'admin_state_up': True, 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'security_groups': ['2084887f-26f5-42c9-bd31-45512fdade60']}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:50.721424 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a048bf7f-3524-4afe-9a45-875702355d98 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Made reservation on behalf of 6ca3e670a9874134b1e7ec6ae4b1447e for: {'port': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:48:50.725176 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a048bf7f-3524-4afe-9a45-875702355d98 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:50.796757 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472ade5-3db2-44d0-9c08-9a293b9cabdb req-c4f157de-46c8-4e99-878c-63090abdcda6 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:50.798262 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d472ade5-3db2-44d0-9c08-9a293b9cabdb req-c4f157de-46c8-4e99-878c-63090abdcda6 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 946 time: 0.0636430 Jul 08 02:48:50.842106 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d472ade5-3db2-44d0-9c08-9a293b9cabdb req-fe5db970-9826-44db-9e93-42509b6f99d3 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380228 Jul 08 02:48:50.857514 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a048bf7f-3524-4afe-9a45-875702355d98 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Allocated IP 172.20.0.14 (b426d846-694d-47d4-97e2-829f7ad00618/effb1e13-863c-4e8e-a443-4dcdd2ad5097/569cda42-daf2-4635-946a-06986b7a4a3f) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:48:51.033065 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a048bf7f-3524-4afe-9a45-875702355d98 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:51.048414 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.provisioning_blocks [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a048bf7f-3524-4afe-9a45-875702355d98 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Transition to ACTIVE for port object 569cda42-daf2-4635-946a-06986b7a4a3f will not be triggered until provisioned by entity DHCP. {{(pid=104846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:48:51.091415 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a048bf7f-3524-4afe-9a45-875702355d98 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126165803'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:51.127075 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650dcbc-c0ba-4a8d-a659-1b041ff79ba3 req-91795435-6946-41a8-b4db-7d6cb8ab0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:51.128778 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6650dcbc-c0ba-4a8d-a659-1b041ff79ba3 req-91795435-6946-41a8-b4db-7d6cb8ab0e44 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 1099 time: 0.0682843 Jul 08 02:48:51.148761 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a048bf7f-3524-4afe-9a45-875702355d98 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Network b426d846-694d-47d4-97e2-829f7ad00618 is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:48:51.153829 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a048bf7f-3524-4afe-9a45-875702355d98 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:48:51.156485 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a048bf7f-3524-4afe-9a45-875702355d98 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:48:51.185715 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6650dcbc-c0ba-4a8d-a659-1b041ff79ba3 req-e51e24af-b2e4-47d7-9925-d279f557239e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452507 Jul 08 02:48:51.193747 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048bf7f-3524-4afe-9a45-875702355d98 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Pushing event updated for resources: {'Port': ['ID=569cda42-daf2-4635-946a-06986b7a4a3f,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:51.222177 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a048bf7f-3524-4afe-9a45-875702355d98 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:51.223104 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a048bf7f-3524-4afe-9a45-875702355d98 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:51.244042 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a048bf7f-3524-4afe-9a45-875702355d98 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6357226 Jul 08 02:48:51.265941 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Request body: {'port': {'device_id': '494f6e3f-df12-42c1-baea-50f84c35833d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:51.394182 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f07e4-9ad4-4f67-92ad-46f9964a23c0 req-b3c5fcb6-7612-4ace-a7e7-e04cecc53935 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:51.394843 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:51.402881 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cd7f07e4-9ad4-4f67-92ad-46f9964a23c0 req-b3c5fcb6-7612-4ace-a7e7-e04cecc53935 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0857394 Jul 08 02:48:51.489965 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cd7f07e4-9ad4-4f67-92ad-46f9964a23c0 req-bd0c493b-b75d-4e64-b8aa-6df17523bae2 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858178 Jul 08 02:48:51.494769 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-4dc8d61d-783c-4c86-a460-a01af18d64ee None None] Provisioning for port 569cda42-daf2-4635-946a-06986b7a4a3f completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:48:51.499381 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-4dc8d61d-783c-4c86-a460-a01af18d64ee None None] Provisioning complete for port 569cda42-daf2-4635-946a-06986b7a4a3f triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:51.500170 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d61d-783c-4c86-a460-a01af18d64ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:51.553818 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8d61d-783c-4c86-a460-a01af18d64ee None None] Port 569cda42-daf2-4635-946a-06986b7a4a3f cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:48:51.591929 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503c0ce-ea5f-42e1-9e8e-46cd60e8a3ea req-f661b9fb-b894-443a-8f62-b83593a34835 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:51.593826 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3503c0ce-ea5f-42e1-9e8e-46cd60e8a3ea req-f661b9fb-b894-443a-8f62-b83593a34835 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 945 time: 0.1018627 Jul 08 02:48:51.636722 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3503c0ce-ea5f-42e1-9e8e-46cd60e8a3ea req-5ed65bed-a472-40d4-9baa-3fcab179c804 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367844 Jul 08 02:48:51.745082 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569cda42-daf2-4635-946a-06986b7a4a3f {{(pid=104846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:48:51.752999 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Notify callbacks [] for port, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:51.764156 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cecb4-7d0f-4fd9-a4b2-c4bd4ae10098 req-08d678c4-c2d7-417a-8744-4c9d824d0314 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:51.765743 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1b2cecb4-7d0f-4fd9-a4b2-c4bd4ae10098 req-08d678c4-c2d7-417a-8744-4c9d824d0314 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 932 time: 0.1205323 Jul 08 02:48:51.775016 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.provisioning_blocks [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Transition to ACTIVE for port object 569cda42-daf2-4635-946a-06986b7a4a3f will not be triggered until provisioned by entity L2. {{(pid=104846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:48:51.780126 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126165813'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:51.831699 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6da3d-0d46-4e7e-a64f-3989cdf88638 req-c3d2574d-0cb9-4fc1-b520-7b4ddadb46b8 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:51.833216 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7ee6da3d-0d46-4e7e-a64f-3989cdf88638 req-c3d2574d-0cb9-4fc1-b520-7b4ddadb46b8 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 945 time: 0.1436362 Jul 08 02:48:51.850125 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Pushing event updated for resources: {'Port': ['ID=569cda42-daf2-4635-946a-06986b7a4a3f,revision_number=2']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:51.890257 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1b2cecb4-7d0f-4fd9-a4b2-c4bd4ae10098 req-bb3b0495-7605-4c57-baa0-fc8b005660bc tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151981 Jul 08 02:48:51.926760 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Attempting to bind port 569cda42-daf2-4635-946a-06986b7a4a3f on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:48:51.927102 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Attempting to bind port 569cda42-daf2-4635-946a-06986b7a4a3f by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '4198da03-d7c3-4355-b87b-2d7a1835700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618'}] {{(pid=104846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:48:51.927436 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Attempting to bind port 569cda42-daf2-4635-946a-06986b7a4a3f on network b426d846-694d-47d4-97e2-829f7ad00618 {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:51.928913 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23a6aa-4c1f-42fc-a2f3-6f6bc7fb989d req-ff9bb5e3-b096-4ff7-8754-94bb6b4fe888 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:51.930395 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9a23a6aa-4c1f-42fc-a2f3-6f6bc7fb989d req-ff9bb5e3-b096-4ff7-8754-94bb6b4fe888 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.1763561 Jul 08 02:48:51.934782 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Port 569cda42-daf2-4635-946a-06986b7a4a3f on network b426d846-694d-47d4-97e2-829f7ad00618 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:48:51.935110 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Attempting to bind port 569cda42-daf2-4635-946a-06986b7a4a3f on network b426d846-694d-47d4-97e2-829f7ad00618 {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:51.941316 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:48:51.941877 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Checking segment: {'id': '4198da03-d7c3-4355-b87b-2d7a1835700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:48:51.942427 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Bound using segment: {'id': '4198da03-d7c3-4355-b87b-2d7a1835700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618'} {{(pid=104846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:48:51.943036 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.managers [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Bound port: 569cda42-daf2-4635-946a-06986b7a4a3f, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4198da03-d7c3-4355-b87b-2d7a1835700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618'}}] {{(pid=104846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:48:51.943558 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:52.009506 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9a23a6aa-4c1f-42fc-a2f3-6f6bc7fb989d req-e068700b-c0b2-4fac-bff6-275386405858 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590000 Jul 08 02:48:52.030365 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] For port 569cda42-daf2-4635-946a-06986b7a4a3f, host hv-cinder-78907, cleared binding levels {{(pid=104846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:48:52.032261 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-7ee6da3d-0d46-4e7e-a64f-3989cdf88638 req-605b5a85-4ecd-4068-bca0-2f72b85e012e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Deleting port 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:48:52.032665 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-7ee6da3d-0d46-4e7e-a64f-3989cdf88638 req-605b5a85-4ecd-4068-bca0-2f72b85e012e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:52.033724 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] For port 569cda42-daf2-4635-946a-06986b7a4a3f, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=569cda42-daf2-4635-946a-06986b7a4a3f,segment=NetworkSegment(4198da03-d7c3-4355-b87b-2d7a1835700f),segment_id=4198da03-d7c3-4355-b87b-2d7a1835700f)] {{(pid=104846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:48:52.046566 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126165813'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:52.094791 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:52.095429 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for port, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:52.097485 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] 10.222.0.54 "PUT /v2.0/ports/569cda42-daf2-4635-946a-06986b7a4a3f HTTP/1.1" status: 200 len: 1094 time: 0.8365564 Jul 08 02:48:52.098027 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494f6e3f-df12-42c1-baea-50f84c35833d', 'tag': '569cda42-daf2-4635-946a-06986b7a4a3f'}] {{(pid=104846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:52.102010 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4642cb0c9f5c32944fea4b8f428ab57aabc69f35ee3f838cfab6a352ae66987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db535dcf-d686-4d98-8613-a1dbb28af3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "494f6e3f-df12-42c1-baea-50f84c35833d", "tag": "569cda42-daf2-4635-946a-06986b7a4a3f"}]}' {{(pid=104846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:52.132298 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5979cb4-592b-4609-9b2a-35b240faa77b service neutron] Pushing event updated for resources: {'Port': ['ID=569cda42-daf2-4635-946a-06986b7a4a3f,revision_number=3']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:52.153681 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-7ee6da3d-0d46-4e7e-a64f-3989cdf88638 req-605b5a85-4ecd-4068-bca0-2f72b85e012e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] For port 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=1e3c32c5-7ef5-4256-b984-cf73e2f1fc73,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:52.154105 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-7ee6da3d-0d46-4e7e-a64f-3989cdf88638 req-605b5a85-4ecd-4068-bca0-2f72b85e012e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:52.160845 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6beec9-ce90-445f-beb5-bc595cae2dc1 x-openstack-request-id: req-3c6beec9-ce90-445f-beb5-bc595cae2dc1 {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:52.161670 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494f6e3f-df12-42c1-baea-50f84c35833d", "tag": "569cda42-daf2-4635-946a-06986b7a4a3f", "status": "completed", "code": 200}]} {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:52.161670 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c6beec9-ce90-445f-beb5-bc595cae2dc1 {{(pid=104846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:52.162558 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494f6e3f-df12-42c1-baea-50f84c35833d', 'tag': '569cda42-daf2-4635-946a-06986b7a4a3f', 'status': 'completed', 'code': 200} Jul 08 02:48:52.169277 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-7ee6da3d-0d46-4e7e-a64f-3989cdf88638 req-605b5a85-4ecd-4068-bca0-2f72b85e012e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Calling delete_port for 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:48:52.231072 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-0459da7f-084a-4ea5-a79c-4e1c702e0f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:52.232829 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-0459da7f-084a-4ea5-a79c-4e1c702e0f6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ca3e670a9874134b1e7ec6ae4b1447e&device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 1097 time: 0.0597250 Jul 08 02:48:52.297065 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-11b120a6-a361-404a-8bfa-31178eecfaec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569cda42-daf2-4635-946a-06986b7a4a3f HTTP/1.1" status: 200 len: 217 time: 0.0489159 Jul 08 02:48:52.338555 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-7ee6da3d-0d46-4e7e-a64f-3989cdf88638 req-605b5a85-4ecd-4068-bca0-2f72b85e012e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:52.353562 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-323fa13d-2374-4bc2-b060-290c903743be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:52.354129 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['ef75de1d-f6f8-45d6-b7eb-513b024ac0f6', 'fc57d291-b34b-4958-9e0d-d5f59c5e29a0', 'bb3c8522-9010-4920-8349-91b70fac63ec', '1e3c32c5-7ef5-4256-b984-cf73e2f1fc73'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:48:52.355036 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-323fa13d-2374-4bc2-b060-290c903743be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=effb1e13-863c-4e8e-a443-4dcdd2ad5097 HTTP/1.1" status: 200 len: 851 time: 0.0506992 Jul 08 02:48:52.379259 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b5a85-4ecd-4068-bca0-2f72b85e012e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Pushing event deleted for resources: {'Port': ['ID=1e3c32c5-7ef5-4256-b984-cf73e2f1fc73,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:52.429997 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-9876f1fc-6e23-4d72-9417-5939260a1522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:52.433037 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-9876f1fc-6e23-4d72-9417-5939260a1522 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b426d846-694d-47d4-97e2-829f7ad00618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702941 Jul 08 02:48:52.436553 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee6da3d-0d46-4e7e-a64f-3989cdf88638 req-605b5a85-4ecd-4068-bca0-2f72b85e012e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] No DVR routers for this DVR port 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:48:52.439473 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-7ee6da3d-0d46-4e7e-a64f-3989cdf88638 req-605b5a85-4ecd-4068-bca0-2f72b85e012e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:52.441399 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7ee6da3d-0d46-4e7e-a64f-3989cdf88638 req-605b5a85-4ecd-4068-bca0-2f72b85e012e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "DELETE /v2.0/ports/1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 HTTP/1.1" status: 204 len: 173 time: 0.5995958 Jul 08 02:48:52.441825 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd6c037-a6bd-4adc-8c3c-819d13320722', 'name': 'network-vif-deleted', 'tag': '1e3c32c5-7ef5-4256-b984-cf73e2f1fc73'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:52.444276 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2fe60f-29d9-4639-80db-8c1fb2d5a556" -d '{"events": [{"server_uuid": "7fd6c037-a6bd-4adc-8c3c-819d13320722", "name": "network-vif-deleted", "tag": "1e3c32c5-7ef5-4256-b984-cf73e2f1fc73"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:52.482211 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6e9be8-14af-4aa0-ab64-fbac07104f44 x-openstack-request-id: req-4d6e9be8-14af-4aa0-ab64-fbac07104f44 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:52.482522 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd6c037-a6bd-4adc-8c3c-819d13320722", "name": "network-vif-deleted", "tag": "1e3c32c5-7ef5-4256-b984-cf73e2f1fc73", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:52.482783 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d6e9be8-14af-4aa0-ab64-fbac07104f44 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:52.483204 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd6c037-a6bd-4adc-8c3c-819d13320722', 'name': 'network-vif-deleted', 'tag': '1e3c32c5-7ef5-4256-b984-cf73e2f1fc73', 'status': 'completed', 'code': 200} Jul 08 02:48:52.559740 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-78482b36-97ad-45fc-bc06-605887f0296b service neutron] 10.222.0.54 "GET /v2.0/networks/b426d846-694d-47d4-97e2-829f7ad00618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170471 Jul 08 02:48:52.688981 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-393d3945-0c1d-424c-889d-ead6e16bfb7d req-914b02f1-cc8a-4573-9a2d-e988e55dbb09 service neutron] 10.222.0.54 "GET /v2.0/networks/b426d846-694d-47d4-97e2-829f7ad00618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040654 Jul 08 02:48:52.740306 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5059e-4598-4784-9bc1-471824d647d0 req-9e3ee54f-6031-4f9a-9a84-2f2f8a6ceca4 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:52.741817 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aff5059e-4598-4784-9bc1-471824d647d0 req-9e3ee54f-6031-4f9a-9a84-2f2f8a6ceca4 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0843613 Jul 08 02:48:52.785987 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aff5059e-4598-4784-9bc1-471824d647d0 req-abde6c13-ec5f-49cb-b1b1-58a1cd150b96 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371897 Jul 08 02:48:52.822914 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1f34b47a-5f8a-4811-a88e-ae3847617abb req-067f1726-6047-422f-bcb1-6b7ef365f54d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd6c037-a6bd-4adc-8c3c-819d13320722 HTTP/1.1" status: 200 len: 210 time: 0.0318925 Jul 08 02:48:52.831033 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db535dcf-d686-4d98-8613-a1dbb28af3bc req-51a3b51c-4173-4b21-8d37-88c25b9878ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:52.832699 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-db535dcf-d686-4d98-8613-a1dbb28af3bc req-51a3b51c-4173-4b21-8d37-88c25b9878ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ca3e670a9874134b1e7ec6ae4b1447e&device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 1097 time: 0.0714552 Jul 08 02:48:52.936714 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db535dcf-d686-4d98-8613-a1dbb28af3bc req-6db2fd1e-8c29-4f41-91a6-633f4f23b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:52.938330 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-db535dcf-d686-4d98-8613-a1dbb28af3bc req-6db2fd1e-8c29-4f41-91a6-633f4f23b1f5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b426d846-694d-47d4-97e2-829f7ad00618 HTTP/1.1" status: 200 len: 913 time: 0.0874789 Jul 08 02:48:53.013070 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-db535dcf-d686-4d98-8613-a1dbb28af3bc req-4fa782e7-f3f1-4212-a59b-1a8e70f0bfee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569cda42-daf2-4635-946a-06986b7a4a3f HTTP/1.1" status: 200 len: 217 time: 0.0465436 Jul 08 02:48:53.084603 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db535dcf-d686-4d98-8613-a1dbb28af3bc req-559f7f52-a962-4af8-9656-f917f12ed791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:53.086296 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-db535dcf-d686-4d98-8613-a1dbb28af3bc req-559f7f52-a962-4af8-9656-f917f12ed791 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=effb1e13-863c-4e8e-a443-4dcdd2ad5097 HTTP/1.1" status: 200 len: 851 time: 0.0541818 Jul 08 02:48:53.092199 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23c1b5-8fa7-426a-a9a0-52e18838281c req-a27398e0-0882-4d5e-82d7-3faea3cadf69 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:53.098319 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8e23c1b5-8fa7-426a-a9a0-52e18838281c req-a27398e0-0882-4d5e-82d7-3faea3cadf69 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 944 time: 0.0770838 Jul 08 02:48:53.144391 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8e23c1b5-8fa7-426a-a9a0-52e18838281c req-67bdcbd4-cd34-479f-babf-9a777c225924 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444350 Jul 08 02:48:53.174062 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db535dcf-d686-4d98-8613-a1dbb28af3bc req-6ff21002-5f2c-4fb7-9cd7-665b4f5bc2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:53.175738 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-db535dcf-d686-4d98-8613-a1dbb28af3bc req-6ff21002-5f2c-4fb7-9cd7-665b4f5bc2f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b426d846-694d-47d4-97e2-829f7ad00618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756257 Jul 08 02:48:53.308882 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-db535dcf-d686-4d98-8613-a1dbb28af3bc req-1d947fdd-8897-455d-a868-76e5675f3f8e service neutron] 10.222.0.54 "GET /v2.0/networks/b426d846-694d-47d4-97e2-829f7ad00618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237402 Jul 08 02:48:53.389170 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f4c2d-a916-435b-80c1-fcd2948665f0 req-44c5c136-08e0-4a19-b3cb-386842a22cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:53.390716 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f91f4c2d-a916-435b-80c1-fcd2948665f0 req-44c5c136-08e0-4a19-b3cb-386842a22cc6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a5d202fe7cfb4f5fb673b6e866dc7b7b&device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 1099 time: 0.1304941 Jul 08 02:48:53.476045 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb6878-54f5-4807-b260-361f5cf0c6dd req-6d389562-5fa2-4464-a461-b05bc8f9323c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:53.477570 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19cb6878-54f5-4807-b260-361f5cf0c6dd req-6d389562-5fa2-4464-a461-b05bc8f9323c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1802192 Jul 08 02:48:53.496647 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b82cb-e729-4bce-a229-2eb8a58ffe01 req-e75d9316-f6c9-413c-8cf8-0cdf9d4154ef tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:53.498209 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-022b82cb-e729-4bce-a229-2eb8a58ffe01 req-e75d9316-f6c9-413c-8cf8-0cdf9d4154ef tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.2056308 Jul 08 02:48:53.574260 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f4c2d-a916-435b-80c1-fcd2948665f0 req-89f2fc8a-e9cd-4b46-bd70-37bcdb29c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:53.575714 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f91f4c2d-a916-435b-80c1-fcd2948665f0 req-89f2fc8a-e9cd-4b46-bd70-37bcdb29c42b service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9 HTTP/1.1" status: 200 len: 920 time: 0.1741178 Jul 08 02:48:53.584528 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19cb6878-54f5-4807-b260-361f5cf0c6dd req-4986dbdf-9350-453b-a816-340decc95def tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988805 Jul 08 02:48:53.588459 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-022b82cb-e729-4bce-a229-2eb8a58ffe01 req-183fbc4b-a0ea-4eb0-9fad-e56a35447e61 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806108 Jul 08 02:48:53.617889 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-db535dcf-d686-4d98-8613-a1dbb28af3bc req-1812c2e0-554d-4e5a-8b9d-66359eeff553 service neutron] 10.222.0.54 "GET /v2.0/networks/b426d846-694d-47d4-97e2-829f7ad00618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961595 Jul 08 02:48:53.622034 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f91f4c2d-a916-435b-80c1-fcd2948665f0 req-eeab8040-96e4-42ae-b1f1-20a1657cd0f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6347b15f-9824-4a97-9375-be9d318bb5bb HTTP/1.1" status: 200 len: 217 time: 0.0365345 Jul 08 02:48:53.685042 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f4c2d-a916-435b-80c1-fcd2948665f0 req-f4516fed-8a23-4f7b-89a0-28d642ac5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:53.686535 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f91f4c2d-a916-435b-80c1-fcd2948665f0 req-f4516fed-8a23-4f7b-89a0-28d642ac5cf5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90ae0588-a597-4f76-9cea-961e086525a9 HTTP/1.1" status: 200 len: 859 time: 0.0473197 Jul 08 02:48:53.722027 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f91f4c2d-a916-435b-80c1-fcd2948665f0 req-75cf6f51-e9e5-4ca9-a1ce-1c5af28d609e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d9a6128-4084-4d6f-9ca2-8873020dd1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259151 Jul 08 02:48:53.809441 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f91f4c2d-a916-435b-80c1-fcd2948665f0 req-b4270cb0-a34c-41d6-b968-e44562aea089 service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785339 Jul 08 02:48:53.904058 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f91f4c2d-a916-435b-80c1-fcd2948665f0 req-96d625ea-276b-4722-8b39-2c0cf3d9a7a4 service neutron] 10.222.0.54 "GET /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862432 Jul 08 02:48:54.338008 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85592e-6ba7-40a7-9a0b-8feb9fc364e0 req-84bfd4d6-3d3a-4b72-973d-50c09cf57788 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:54.340121 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3d85592e-6ba7-40a7-9a0b-8feb9fc364e0 req-84bfd4d6-3d3a-4b72-973d-50c09cf57788 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 944 time: 0.0741971 Jul 08 02:48:54.377945 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3d85592e-6ba7-40a7-9a0b-8feb9fc364e0 req-554e676e-88cf-425e-be5f-349962103e0a tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320716 Jul 08 02:48:54.812575 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5ad08-a356-434d-a0bc-e9576607ca3a req-b7de9817-0ecb-4833-a358-349e6072c32a tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:54.814058 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dfe5ad08-a356-434d-a0bc-e9576607ca3a req-b7de9817-0ecb-4833-a358-349e6072c32a tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1066017 Jul 08 02:48:54.822003 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca81bd-7b79-4eb1-86b2-21fe5b88a343 req-15bc1ba8-db4c-4d13-907f-8c1e634e1036 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:54.824202 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b6ca81bd-7b79-4eb1-86b2-21fe5b88a343 req-15bc1ba8-db4c-4d13-907f-8c1e634e1036 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.1055627 Jul 08 02:48:54.877373 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dfe5ad08-a356-434d-a0bc-e9576607ca3a req-4776f9a7-1ec2-4608-a169-51f9c805f31b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520334 Jul 08 02:48:54.883248 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b6ca81bd-7b79-4eb1-86b2-21fe5b88a343 req-25554edc-cb26-4660-939c-6434fd9bb8eb tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523014 Jul 08 02:48:55.399004 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a4fd7-d418-4d2a-80d4-ec8376f17d71 req-70e70421-f3c4-468a-9719-57f189f25a9d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:55.400347 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6a2a4fd7-d418-4d2a-80d4-ec8376f17d71 req-70e70421-f3c4-468a-9719-57f189f25a9d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 946 time: 0.0651627 Jul 08 02:48:55.704865 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6a2a4fd7-d418-4d2a-80d4-ec8376f17d71 req-1bed5475-64d8-4871-8bc2-7047900ab52a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984507 Jul 08 02:48:55.734583 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abee3e-cdad-4f29-982b-7ab7c9acd78f req-cbed2a9d-d5d4-4838-8738-814ed1f47222 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:55.736099 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-47abee3e-cdad-4f29-982b-7ab7c9acd78f req-cbed2a9d-d5d4-4838-8738-814ed1f47222 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 944 time: 0.0830343 Jul 08 02:48:55.773018 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-47abee3e-cdad-4f29-982b-7ab7c9acd78f req-4a7584d9-8fbd-42ac-824d-91ee72597a45 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311856 Jul 08 02:48:55.797629 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:48:56.018820 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:48:56.038795 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:48:56.039139 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 1e3c32c5-7ef5-4256-b984-cf73e2f1fc73 not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:48:56.101900 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc3fc2-8caa-4971-8afe-bcd3a96765ce req-ba562cfb-748a-4cfb-bd7b-14e801ad1f2d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:56.103356 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-27bc3fc2-8caa-4971-8afe-bcd3a96765ce req-ba562cfb-748a-4cfb-bd7b-14e801ad1f2d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1048110 Jul 08 02:48:56.110923 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8f2e1-4511-401c-872c-73fcb5b40efd req-348f5bbb-68e4-4030-90ae-c94e5e8fad0b tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:56.112258 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7cb8f2e1-4511-401c-872c-73fcb5b40efd req-348f5bbb-68e4-4030-90ae-c94e5e8fad0b tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.1049192 Jul 08 02:48:56.165017 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-27bc3fc2-8caa-4971-8afe-bcd3a96765ce req-f1728616-a93e-41f3-bf38-521a4ce4574a tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518389 Jul 08 02:48:56.170470 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7cb8f2e1-4511-401c-872c-73fcb5b40efd req-4c4962df-0f27-4278-a4a9-30ff749fa342 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514946 Jul 08 02:48:56.880999 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022fb2c-d1ed-4c2e-b415-83371c525402 req-72300e35-77ef-4ac3-9e5c-358adfe74250 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:56.882515 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3022fb2c-d1ed-4c2e-b415-83371c525402 req-72300e35-77ef-4ac3-9e5c-358adfe74250 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 946 time: 0.0667715 Jul 08 02:48:56.952745 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3022fb2c-d1ed-4c2e-b415-83371c525402 req-6560d5b0-f7bd-42a4-915f-7a2dd89c4cc8 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573421 Jul 08 02:48:56.982057 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970fd26-f011-4818-8677-83b9cf959d63 req-4aae5212-568b-4000-a3f7-24613025c708 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:56.983519 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b970fd26-f011-4818-8677-83b9cf959d63 req-4aae5212-568b-4000-a3f7-24613025c708 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 944 time: 0.0966067 Jul 08 02:48:57.020202 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b970fd26-f011-4818-8677-83b9cf959d63 req-4cbb1310-b435-4875-a1e6-dc21f64661a0 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Jul 08 02:48:57.386388 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b86da-7fe2-423c-bbd3-3130c3a06b88 req-e0d0e2a2-0d03-4f94-ad2f-e77d65ccdef4 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:57.387879 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0a4b86da-7fe2-423c-bbd3-3130c3a06b88 req-e0d0e2a2-0d03-4f94-ad2f-e77d65ccdef4 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1012585 Jul 08 02:48:57.409966 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700062a-961c-4247-8431-e8b36b6add80 req-097c0ef6-8c2b-4084-bd33-6bed7059c804 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:57.411358 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2700062a-961c-4247-8431-e8b36b6add80 req-097c0ef6-8c2b-4084-bd33-6bed7059c804 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 944 time: 0.1142173 Jul 08 02:48:57.460325 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0a4b86da-7fe2-423c-bbd3-3130c3a06b88 req-241eb358-609d-4496-ab11-aa8525071d4e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662386 Jul 08 02:48:57.467707 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2700062a-961c-4247-8431-e8b36b6add80 req-3f52331e-5571-4520-bb53-41e86468e217 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502105 Jul 08 02:48:57.867837 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec47dfd-996f-4eb3-b6b5-f2baf03e36df req-184578d5-7cdb-42d5-b3e9-b94c5301e26e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:57.870334 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9ec47dfd-996f-4eb3-b6b5-f2baf03e36df req-184578d5-7cdb-42d5-b3e9-b94c5301e26e tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 946 time: 0.0667624 Jul 08 02:48:57.972659 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-9ec47dfd-996f-4eb3-b6b5-f2baf03e36df req-3023856e-0d4d-4c7b-ad0d-7ac18f9072d5 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Deleting port bb3c8522-9010-4920-8349-91b70fac63ec {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:48:57.972997 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-9ec47dfd-996f-4eb3-b6b5-f2baf03e36df req-3023856e-0d4d-4c7b-ad0d-7ac18f9072d5 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:58.016588 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:48:58.071811 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-9ec47dfd-996f-4eb3-b6b5-f2baf03e36df req-3023856e-0d4d-4c7b-ad0d-7ac18f9072d5 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] For port bb3c8522-9010-4920-8349-91b70fac63ec, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=bb3c8522-9010-4920-8349-91b70fac63ec,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:58.072181 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-9ec47dfd-996f-4eb3-b6b5-f2baf03e36df req-3023856e-0d4d-4c7b-ad0d-7ac18f9072d5 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:58.112466 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-9ec47dfd-996f-4eb3-b6b5-f2baf03e36df req-3023856e-0d4d-4c7b-ad0d-7ac18f9072d5 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Calling delete_port for bb3c8522-9010-4920-8349-91b70fac63ec owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:48:58.135536 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:58.150538 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'port_id': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'mac_address': 'fa:16:3e:ec:5e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:48:58.187707 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:58.200529 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:48:58.220102 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:58.224069 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:58.233772 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fd5fa-eb57-4d89-a7b2-6272fc602c48 req-7b518e7d-90be-4da5-8c93-7ba8ec26ae82 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:58.235309 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e57fd5fa-eb57-4d89-a7b2-6272fc602c48 req-7b518e7d-90be-4da5-8c93-7ba8ec26ae82 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8df498-7e9a-4571-b851-de1c85788f5c HTTP/1.1" status: 200 len: 946 time: 0.1602447 Jul 08 02:48:58.282543 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,revision_number=9']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:58.289871 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:58.290241 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:58.290586 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:58.290922 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:58.291255 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:58.292272 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:58.292625 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:58.292964 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:58.293299 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:58.293626 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:58.294002 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:58.294328 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:58.331976 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bffd5-b46e-4c4e-9960-5829d093416a req-38e7a553-ea88-4c17-b917-1d4f44adff43 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:58.333465 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7b9bffd5-b46e-4c4e-9960-5829d093416a req-38e7a553-ea88-4c17-b917-1d4f44adff43 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 944 time: 0.1678357 Jul 08 02:48:58.338316 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e57fd5fa-eb57-4d89-a7b2-6272fc602c48 req-3af22687-7385-4fde-a268-457eb1d217d7 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953548 Jul 08 02:48:58.373356 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-9ec47dfd-996f-4eb3-b6b5-f2baf03e36df req-3023856e-0d4d-4c7b-ad0d-7ac18f9072d5 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:58.392010 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['ef75de1d-f6f8-45d6-b7eb-513b024ac0f6', 'fc57d291-b34b-4958-9e0d-d5f59c5e29a0', 'bb3c8522-9010-4920-8349-91b70fac63ec'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:48:58.411022 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7b9bffd5-b46e-4c4e-9960-5829d093416a req-2f6de63a-f308-4e02-8e1e-c9297c8e08b8 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678911 Jul 08 02:48:58.413781 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023856e-0d4d-4c7b-ad0d-7ac18f9072d5 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Pushing event deleted for resources: {'Port': ['ID=bb3c8522-9010-4920-8349-91b70fac63ec,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:58.458782 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec47dfd-996f-4eb3-b6b5-f2baf03e36df req-3023856e-0d4d-4c7b-ad0d-7ac18f9072d5 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] No DVR routers for this DVR port bb3c8522-9010-4920-8349-91b70fac63ec on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:48:58.461370 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-9ec47dfd-996f-4eb3-b6b5-f2baf03e36df req-3023856e-0d4d-4c7b-ad0d-7ac18f9072d5 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:58.464117 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9ec47dfd-996f-4eb3-b6b5-f2baf03e36df req-3023856e-0d4d-4c7b-ad0d-7ac18f9072d5 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "DELETE /v2.0/ports/bb3c8522-9010-4920-8349-91b70fac63ec HTTP/1.1" status: 204 len: 173 time: 0.5868268 Jul 08 02:48:58.464539 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8df498-7e9a-4571-b851-de1c85788f5c', 'name': 'network-vif-deleted', 'tag': 'bb3c8522-9010-4920-8349-91b70fac63ec'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:58.466821 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3580b36a-8a34-4acd-aa18-d41475735191" -d '{"events": [{"server_uuid": "4b8df498-7e9a-4571-b851-de1c85788f5c", "name": "network-vif-deleted", "tag": "bb3c8522-9010-4920-8349-91b70fac63ec"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:58.529151 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aa15b4-8c64-40c0-a7f7-cf199eff7f46 x-openstack-request-id: req-35aa15b4-8c64-40c0-a7f7-cf199eff7f46 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:58.529436 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8df498-7e9a-4571-b851-de1c85788f5c", "name": "network-vif-deleted", "tag": "bb3c8522-9010-4920-8349-91b70fac63ec", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:58.529682 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35aa15b4-8c64-40c0-a7f7-cf199eff7f46 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:58.530096 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8df498-7e9a-4571-b851-de1c85788f5c', 'name': 'network-vif-deleted', 'tag': 'bb3c8522-9010-4920-8349-91b70fac63ec', 'status': 'completed', 'code': 200} Jul 08 02:48:58.667632 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc04fb4-498a-4ff1-bb92-ee2a58219887 req-0a0ff037-c57d-4cd0-a25c-d629b02f7123 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:58.669055 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2bc04fb4-498a-4ff1-bb92-ee2a58219887 req-0a0ff037-c57d-4cd0-a25c-d629b02f7123 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 945 time: 0.0713944 Jul 08 02:48:58.708384 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2bc04fb4-498a-4ff1-bb92-ee2a58219887 req-0de00079-abcb-4c87-b42c-8f96b72080b4 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338392 Jul 08 02:48:58.811228 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['70d1fe9f-fd72-4135-b6f5-a831f9fc86b0'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:48:59.595955 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbae26a-6b27-4efb-b663-e3b4652139b2 req-e9e96d27-00c4-4535-a9e4-622d43e2e893 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:59.597652 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dbbae26a-6b27-4efb-b663-e3b4652139b2 req-e9e96d27-00c4-4535-a9e4-622d43e2e893 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 944 time: 0.0718141 Jul 08 02:48:59.644954 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dbbae26a-6b27-4efb-b663-e3b4652139b2 req-63043236-3be8-452e-9593-b9c47abf2d71 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414052 Jul 08 02:48:59.813071 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b0196-5142-42a4-90e5-a3544172da59 req-efc981d0-1a4e-48ce-885f-24a406f08b20 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:59.814579 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a00b0196-5142-42a4-90e5-a3544172da59 req-efc981d0-1a4e-48ce-885f-24a406f08b20 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 945 time: 0.0641854 Jul 08 02:48:59.888699 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a00b0196-5142-42a4-90e5-a3544172da59 req-1ee8cfc2-cb78-4961-97a9-bd1fe308a432 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686779 Jul 08 02:48:59.914078 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127fbaf-a9a7-4a87-8eea-598e9eb6c05c req-0e109a24-cec5-4053-b66d-87dc4ff3d29c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:59.915538 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0127fbaf-a9a7-4a87-8eea-598e9eb6c05c req-0e109a24-cec5-4053-b66d-87dc4ff3d29c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 945 time: 0.0891325 Jul 08 02:48:59.955636 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0127fbaf-a9a7-4a87-8eea-598e9eb6c05c req-91c1cd50-1771-40ad-b85c-8fa6e41e09de tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336185 Jul 08 02:49:00.018880 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:49:00.071745 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:49:00.072122 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:00.149284 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:00.171763 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e086179-1faa-4e28-9b17-68812ba26039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:49:00.173968 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735f7fc9-73a1-48db-bc28-d74402ad1a06" -d '{"events": [{"server_uuid": "6e086179-1faa-4e28-9b17-68812ba26039", "name": "network-vif-plugged", "status": "completed", "tag": "70d1fe9f-fd72-4135-b6f5-a831f9fc86b0"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:49:00.189767 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:49:00.193585 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:00.216611 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9212323b-89ec-4d0b-80b9-cb440d3096a5 x-openstack-request-id: req-9212323b-89ec-4d0b-80b9-cb440d3096a5 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:49:00.216894 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e086179-1faa-4e28-9b17-68812ba26039", "name": "network-vif-plugged", "status": "completed", "tag": "70d1fe9f-fd72-4135-b6f5-a831f9fc86b0", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:49:00.217137 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9212323b-89ec-4d0b-80b9-cb440d3096a5 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:49:00.217508 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e086179-1faa-4e28-9b17-68812ba26039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'code': 200} Jul 08 02:49:00.245788 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,revision_number=10']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:00.864413 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21a749-9a55-45ba-b122-a9eb13e49494 req-ef482712-a6a4-4dcd-ba2f-0dbc53a6e5e4 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:00.865877 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8d21a749-9a55-45ba-b122-a9eb13e49494 req-ef482712-a6a4-4dcd-ba2f-0dbc53a6e5e4 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 944 time: 0.0974348 Jul 08 02:49:00.907743 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b935cd-1a9b-4dde-86f5-879b3a0e699e req-39378b2c-708d-4560-8377-fe35bd170508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:00.909359 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c3b935cd-1a9b-4dde-86f5-879b3a0e699e req-39378b2c-708d-4560-8377-fe35bd170508 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 1100 time: 0.0993159 Jul 08 02:49:00.917932 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8d21a749-9a55-45ba-b122-a9eb13e49494 req-e7a920ec-4b5b-4d77-b178-552ee35b55a5 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447106 Jul 08 02:49:00.962696 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c3b935cd-1a9b-4dde-86f5-879b3a0e699e req-d53032e7-f343-473b-b18d-e1c897db3247 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329313 Jul 08 02:49:01.079402 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c684a31-2b1e-430a-8f62-9d6b573f34d1 req-3f6f1081-c515-4186-9d89-06397fdf1d05 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:01.080437 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1c684a31-2b1e-430a-8f62-9d6b573f34d1 req-3f6f1081-c515-4186-9d89-06397fdf1d05 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 945 time: 0.0713356 Jul 08 02:49:01.163194 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1c684a31-2b1e-430a-8f62-9d6b573f34d1 req-66750cfe-cb49-4465-a4a3-251bcd4736ee tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765045 Jul 08 02:49:01.193366 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6ad19-cb60-44c2-9d13-e8ac4e8f524b req-7c18bf0c-770e-4af8-9fda-ee7b3fcc7270 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:01.194988 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-16a6ad19-cb60-44c2-9d13-e8ac4e8f524b req-7c18bf0c-770e-4af8-9fda-ee7b3fcc7270 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 947 time: 0.1004221 Jul 08 02:49:01.233624 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-16a6ad19-cb60-44c2-9d13-e8ac4e8f524b req-bdda6749-3f00-4855-bd61-98ab0555768d tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329008 Jul 08 02:49:02.054960 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 569cda42-daf2-4635-946a-06986b7a4a3f details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:49:02.058868 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device bb3c8522-9010-4920-8349-91b70fac63ec no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:49:02.083165 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: bb3c8522-9010-4920-8349-91b70fac63ec {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:49:02.083510 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device bb3c8522-9010-4920-8349-91b70fac63ec not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:49:02.094704 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb60ac-2005-4ee0-9044-94eb74eefe43 req-f2e13490-3e86-475e-9347-69dd50c9b500 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:02.096212 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-40cb60ac-2005-4ee0-9044-94eb74eefe43 req-f2e13490-3e86-475e-9347-69dd50c9b500 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 944 time: 0.0680618 Jul 08 02:49:02.137202 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-40cb60ac-2005-4ee0-9044-94eb74eefe43 req-74cbc8c0-3e80-4f3c-ab8c-54e70ecafc82 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352044 Jul 08 02:49:02.180350 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 569cda42-daf2-4635-946a-06986b7a4a3f, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=569cda42-daf2-4635-946a-06986b7a4a3f,segment=NetworkSegment(4198da03-d7c3-4355-b87b-2d7a1835700f),segment_id=4198da03-d7c3-4355-b87b-2d7a1835700f)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:49:02.193057 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': '569cda42-daf2-4635-946a-06986b7a4a3f', 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'port_id': '569cda42-daf2-4635-946a-06986b7a4a3f', 'mac_address': 'fa:16:3e:4e:85:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:49:02.251912 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:02.264632 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd3c87-353d-4514-a388-142bfeb55557 req-84564fa2-5119-4aef-8e30-25e302a0c492 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:02.266540 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-63fd3c87-353d-4514-a388-142bfeb55557 req-84564fa2-5119-4aef-8e30-25e302a0c492 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 945 time: 0.0776122 Jul 08 02:49:02.267603 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569cda42-daf2-4635-946a-06986b7a4a3f {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:49:02.302524 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 569cda42-daf2-4635-946a-06986b7a4a3f, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=569cda42-daf2-4635-946a-06986b7a4a3f,segment=NetworkSegment(4198da03-d7c3-4355-b87b-2d7a1835700f),segment_id=4198da03-d7c3-4355-b87b-2d7a1835700f)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:49:02.307755 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:02.374297 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=569cda42-daf2-4635-946a-06986b7a4a3f,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:02.446250 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572403ba-2313-4db0-94da-4e513637e534 req-16c32e27-2d92-4df2-ac0b-8607f822499d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:02.447982 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-572403ba-2313-4db0-94da-4e513637e534 req-16c32e27-2d92-4df2-ac0b-8607f822499d tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 945 time: 0.1223197 Jul 08 02:49:02.454768 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-63fd3c87-353d-4514-a388-142bfeb55557 req-bd1547bc-5580-48d7-bec6-b3652d4f4aa0 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Deleting port fc57d291-b34b-4958-9e0d-d5f59c5e29a0 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:49:02.455328 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-63fd3c87-353d-4514-a388-142bfeb55557 req-bd1547bc-5580-48d7-bec6-b3652d4f4aa0 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:02.553353 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-572403ba-2313-4db0-94da-4e513637e534 req-07af2220-00cc-4e2d-8ce7-41a31f1f4d19 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931697 Jul 08 02:49:02.607326 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-63fd3c87-353d-4514-a388-142bfeb55557 req-bd1547bc-5580-48d7-bec6-b3652d4f4aa0 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] For port fc57d291-b34b-4958-9e0d-d5f59c5e29a0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fc57d291-b34b-4958-9e0d-d5f59c5e29a0,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:49:02.607676 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-63fd3c87-353d-4514-a388-142bfeb55557 req-bd1547bc-5580-48d7-bec6-b3652d4f4aa0 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:02.641925 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-63fd3c87-353d-4514-a388-142bfeb55557 req-bd1547bc-5580-48d7-bec6-b3652d4f4aa0 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Calling delete_port for fc57d291-b34b-4958-9e0d-d5f59c5e29a0 owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:49:02.770424 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe90df-9d00-4eb3-9c33-1a2205c6f94c req-47df0cb7-8f5f-4f8b-804c-270ac3c25e33 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:02.771924 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9bfe90df-9d00-4eb3-9c33-1a2205c6f94c req-47df0cb7-8f5f-4f8b-804c-270ac3c25e33 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 947 time: 0.1807323 Jul 08 02:49:02.854054 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085d2ab-ad23-4984-aa0b-03d76dbf3675 req-ade3c5f3-9aa9-4978-9e1b-510dd2ca30f3 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:02.856105 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c085d2ab-ad23-4984-aa0b-03d76dbf3675 req-ade3c5f3-9aa9-4978-9e1b-510dd2ca30f3 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.1665306 Jul 08 02:49:02.876544 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9bfe90df-9d00-4eb3-9c33-1a2205c6f94c req-99c284aa-bf99-45ab-9a2a-e12fde18ea22 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944669 Jul 08 02:49:02.911333 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['569cda42-daf2-4635-946a-06986b7a4a3f'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:49:02.912413 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-63fd3c87-353d-4514-a388-142bfeb55557 req-bd1547bc-5580-48d7-bec6-b3652d4f4aa0 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:02.924704 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c085d2ab-ad23-4984-aa0b-03d76dbf3675 req-f183aa44-5587-446b-a364-700e3161de88 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588601 Jul 08 02:49:02.954173 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1547bc-5580-48d7-bec6-b3652d4f4aa0 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Pushing event deleted for resources: {'Port': ['ID=fc57d291-b34b-4958-9e0d-d5f59c5e29a0,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:03.005679 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fd3c87-353d-4514-a388-142bfeb55557 req-bd1547bc-5580-48d7-bec6-b3652d4f4aa0 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] No DVR routers for this DVR port fc57d291-b34b-4958-9e0d-d5f59c5e29a0 on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:49:03.008162 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-63fd3c87-353d-4514-a388-142bfeb55557 req-bd1547bc-5580-48d7-bec6-b3652d4f4aa0 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:03.010180 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-63fd3c87-353d-4514-a388-142bfeb55557 req-bd1547bc-5580-48d7-bec6-b3652d4f4aa0 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "DELETE /v2.0/ports/fc57d291-b34b-4958-9e0d-d5f59c5e29a0 HTTP/1.1" status: 204 len: 173 time: 0.7362862 Jul 08 02:49:03.011298 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cced89-8939-4bbc-93e5-0cc4b111bd46', 'name': 'network-vif-deleted', 'tag': 'fc57d291-b34b-4958-9e0d-d5f59c5e29a0'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:49:03.013392 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddad85c0-b2f4-4160-abb9-13d0041328f4" -d '{"events": [{"server_uuid": "95cced89-8939-4bbc-93e5-0cc4b111bd46", "name": "network-vif-deleted", "tag": "fc57d291-b34b-4958-9e0d-d5f59c5e29a0"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:49:03.049750 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c449d86-3353-482e-8664-24189c2fcce2 x-openstack-request-id: req-3c449d86-3353-482e-8664-24189c2fcce2 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:49:03.050091 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cced89-8939-4bbc-93e5-0cc4b111bd46", "name": "network-vif-deleted", "tag": "fc57d291-b34b-4958-9e0d-d5f59c5e29a0", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:49:03.050359 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c449d86-3353-482e-8664-24189c2fcce2 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:49:03.050752 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cced89-8939-4bbc-93e5-0cc4b111bd46', 'name': 'network-vif-deleted', 'tag': 'fc57d291-b34b-4958-9e0d-d5f59c5e29a0', 'status': 'completed', 'code': 200} Jul 08 02:49:03.324620 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158809fc-6be9-4171-b377-946a3263be25 req-d93455d0-fbc8-4abf-9bf6-b4a98418d920 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:03.326380 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-158809fc-6be9-4171-b377-946a3263be25 req-d93455d0-fbc8-4abf-9bf6-b4a98418d920 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 945 time: 0.0656502 Jul 08 02:49:03.368477 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-158809fc-6be9-4171-b377-946a3263be25 req-4576ced3-d76e-4d4c-a5e7-d16485ca7f4f tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363898 Jul 08 02:49:03.731973 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e002679c-040f-496a-ac4d-d464f1efde5f req-c6b5ff3f-bfc8-44a1-9332-56911ff89ef8 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cced89-8939-4bbc-93e5-0cc4b111bd46 HTTP/1.1" status: 200 len: 210 time: 0.0293560 Jul 08 02:49:04.037842 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['ef75de1d-f6f8-45d6-b7eb-513b024ac0f6', 'fc57d291-b34b-4958-9e0d-d5f59c5e29a0'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:49:04.070834 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da78d59-e48a-4208-9886-72c578c6029a req-f0ac36ca-5f22-450a-bd21-9ad69b31a64a tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:04.072318 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4da78d59-e48a-4208-9886-72c578c6029a req-f0ac36ca-5f22-450a-bd21-9ad69b31a64a tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 947 time: 0.0708156 Jul 08 02:49:04.148256 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4da78d59-e48a-4208-9886-72c578c6029a req-fe39b31c-bb11-4aef-874a-e3b021b1e13a tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650945 Jul 08 02:49:04.163942 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fe75d-2cab-4b2e-875c-0082bdad37ae req-52f74d14-b4bf-4fc8-a9ff-f2d2a217007d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:04.165333 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9d1fe75d-2cab-4b2e-875c-0082bdad37ae req-52f74d14-b4bf-4fc8-a9ff-f2d2a217007d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0921164 Jul 08 02:49:04.206673 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9d1fe75d-2cab-4b2e-875c-0082bdad37ae req-e48ff487-64c4-4662-b0dc-50cbf88366b3 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349672 Jul 08 02:49:04.540404 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113f91e-8df1-4b4d-a4e9-f2f12f0df534 req-8565d532-23a8-4bf6-be77-daf034bb341b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:04.541903 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9113f91e-8df1-4b4d-a4e9-f2f12f0df534 req-8565d532-23a8-4bf6-be77-daf034bb341b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 945 time: 0.0646505 Jul 08 02:49:04.579144 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9113f91e-8df1-4b4d-a4e9-f2f12f0df534 req-dba75c96-58ea-4939-913d-7b25266dcc4d tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318189 Jul 08 02:49:05.382239 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29905cfb-9f94-422a-91f4-056024e53750 req-5c89ffea-aa14-40a0-b25c-1d2b04d9fe0e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:05.383701 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-29905cfb-9f94-422a-91f4-056024e53750 req-5c89ffea-aa14-40a0-b25c-1d2b04d9fe0e tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0622566 Jul 08 02:49:05.424614 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-29905cfb-9f94-422a-91f4-056024e53750 req-4d2a331b-8677-454d-a137-aa4af09e3a59 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345914 Jul 08 02:49:05.755406 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7e32f-c2c8-4fa3-b918-18339d9523fe req-025612a6-4e6b-4b9f-a50b-bfa45b58fa63 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:05.757420 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-24a7e32f-c2c8-4fa3-b918-18339d9523fe req-025612a6-4e6b-4b9f-a50b-bfa45b58fa63 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 945 time: 0.0694516 Jul 08 02:49:05.796747 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-24a7e32f-c2c8-4fa3-b918-18339d9523fe req-91d82368-b69c-42dc-a4c3-49c07b3f0afa tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325582 Jul 08 02:49:05.886149 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7bec3-1631-403e-94ad-f4dcb09390ff req-c3f07f4d-c323-4978-9ae2-957e4d179178 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:05.887486 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ab7bec3-1631-403e-94ad-f4dcb09390ff req-c3f07f4d-c323-4978-9ae2-957e4d179178 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 945 time: 0.0616531 Jul 08 02:49:06.016787 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-0ab7bec3-1631-403e-94ad-f4dcb09390ff req-18d0a9a8-4d54-4228-8e14-e30a7964d572 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Deleting port 2a83479c-cf4b-44a6-97f9-9a87fce49e8b {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:49:06.017262 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-0ab7bec3-1631-403e-94ad-f4dcb09390ff req-18d0a9a8-4d54-4228-8e14-e30a7964d572 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:06.087392 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 569cda42-daf2-4635-946a-06986b7a4a3f up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:49:06.107106 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-0ab7bec3-1631-403e-94ad-f4dcb09390ff req-18d0a9a8-4d54-4228-8e14-e30a7964d572 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] For port 2a83479c-cf4b-44a6-97f9-9a87fce49e8b, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=2a83479c-cf4b-44a6-97f9-9a87fce49e8b,segment=NetworkSegment(bdc94bd5-393a-41bf-8321-43ba9b55594a),segment_id=bdc94bd5-393a-41bf-8321-43ba9b55594a)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:49:06.107396 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-0ab7bec3-1631-403e-94ad-f4dcb09390ff req-18d0a9a8-4d54-4228-8e14-e30a7964d572 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:06.122477 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-0ab7bec3-1631-403e-94ad-f4dcb09390ff req-18d0a9a8-4d54-4228-8e14-e30a7964d572 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Calling delete_port for 2a83479c-cf4b-44a6-97f9-9a87fce49e8b owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:49:06.138998 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port 569cda42-daf2-4635-946a-06986b7a4a3f completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:49:06.142717 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port 569cda42-daf2-4635-946a-06986b7a4a3f triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:49:06.143159 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:06.237908 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:06.263790 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494f6e3f-df12-42c1-baea-50f84c35833d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569cda42-daf2-4635-946a-06986b7a4a3f'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:49:06.266016 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfd65b0-e514-4624-8448-950940de46c3" -d '{"events": [{"server_uuid": "494f6e3f-df12-42c1-baea-50f84c35833d", "name": "network-vif-plugged", "status": "completed", "tag": "569cda42-daf2-4635-946a-06986b7a4a3f"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:49:06.280130 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 569cda42-daf2-4635-946a-06986b7a4a3f, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=569cda42-daf2-4635-946a-06986b7a4a3f,segment=NetworkSegment(4198da03-d7c3-4355-b87b-2d7a1835700f),segment_id=4198da03-d7c3-4355-b87b-2d7a1835700f)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:49:06.286020 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-0ab7bec3-1631-403e-94ad-f4dcb09390ff req-18d0a9a8-4d54-4228-8e14-e30a7964d572 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:06.289155 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:06.289998 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device fc57d291-b34b-4958-9e0d-d5f59c5e29a0 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:49:06.317149 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1501d899-35f6-4265-b2fb-9639497538f2 x-openstack-request-id: req-1501d899-35f6-4265-b2fb-9639497538f2 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:49:06.317149 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494f6e3f-df12-42c1-baea-50f84c35833d", "name": "network-vif-plugged", "status": "completed", "tag": "569cda42-daf2-4635-946a-06986b7a4a3f", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:49:06.317149 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1501d899-35f6-4265-b2fb-9639497538f2 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:49:06.317149 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494f6e3f-df12-42c1-baea-50f84c35833d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569cda42-daf2-4635-946a-06986b7a4a3f', 'code': 200} Jul 08 02:49:06.345152 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['6347b15f-9824-4a97-9375-be9d318bb5bb', '2a83479c-cf4b-44a6-97f9-9a87fce49e8b'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:49:06.352398 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: fc57d291-b34b-4958-9e0d-d5f59c5e29a0 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:49:06.352746 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device fc57d291-b34b-4958-9e0d-d5f59c5e29a0 not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:49:06.394502 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0a9a8-4d54-4228-8e14-e30a7964d572 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Pushing event deleted for resources: {'Port': ['ID=2a83479c-cf4b-44a6-97f9-9a87fce49e8b,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:06.411759 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=569cda42-daf2-4635-946a-06986b7a4a3f,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:06.417684 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab7bec3-1631-403e-94ad-f4dcb09390ff req-18d0a9a8-4d54-4228-8e14-e30a7964d572 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] No DVR routers for this DVR port 2a83479c-cf4b-44a6-97f9-9a87fce49e8b on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:49:06.420497 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-0ab7bec3-1631-403e-94ad-f4dcb09390ff req-18d0a9a8-4d54-4228-8e14-e30a7964d572 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:06.422494 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ab7bec3-1631-403e-94ad-f4dcb09390ff req-18d0a9a8-4d54-4228-8e14-e30a7964d572 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.54 "DELETE /v2.0/ports/2a83479c-cf4b-44a6-97f9-9a87fce49e8b HTTP/1.1" status: 204 len: 173 time: 0.5194511 Jul 08 02:49:06.423890 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0314f6c-0917-4bd3-83cd-8d094f865ab8', 'name': 'network-vif-deleted', 'tag': '2a83479c-cf4b-44a6-97f9-9a87fce49e8b'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:49:06.427154 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f75c91-e657-4100-b5d5-09717f64dc85" -d '{"events": [{"server_uuid": "c0314f6c-0917-4bd3-83cd-8d094f865ab8", "name": "network-vif-deleted", "tag": "2a83479c-cf4b-44a6-97f9-9a87fce49e8b"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:49:06.460795 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adcf8e-eb60-4654-84f8-6017a13cc66d req-bb95240d-2337-4cc9-b28b-f2565bfb48de tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:06.462798 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-80adcf8e-eb60-4654-84f8-6017a13cc66d req-bb95240d-2337-4cc9-b28b-f2565bfb48de tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 945 time: 0.1937072 Jul 08 02:49:06.473666 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9062a5-d1e4-42ec-a9b7-5ea4f0aa202b x-openstack-request-id: req-ad9062a5-d1e4-42ec-a9b7-5ea4f0aa202b {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:49:06.473974 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0314f6c-0917-4bd3-83cd-8d094f865ab8", "name": "network-vif-deleted", "tag": "2a83479c-cf4b-44a6-97f9-9a87fce49e8b", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:49:06.474358 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad9062a5-d1e4-42ec-a9b7-5ea4f0aa202b {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:49:06.474747 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0314f6c-0917-4bd3-83cd-8d094f865ab8', 'name': 'network-vif-deleted', 'tag': '2a83479c-cf4b-44a6-97f9-9a87fce49e8b', 'status': 'completed', 'code': 200} Jul 08 02:49:06.527111 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-80adcf8e-eb60-4654-84f8-6017a13cc66d req-fd6a06fd-edb7-4ddc-9151-afe074ac7c4c tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563905 Jul 08 02:49:06.620884 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-48b401ab-07f7-48a8-b98b-6d6fe9ff15b0 req-c94c0e0f-56b9-4b3e-a37f-9d0be265069c tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0314f6c-0917-4bd3-83cd-8d094f865ab8 HTTP/1.1" status: 200 len: 210 time: 0.0298285 Jul 08 02:49:06.733283 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514db333-4aed-49d1-9082-63293d72dddb req-9988b66e-a97a-404f-8ae8-39c866aab403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:06.734738 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-514db333-4aed-49d1-9082-63293d72dddb req-9988b66e-a97a-404f-8ae8-39c866aab403 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 1099 time: 0.0502889 Jul 08 02:49:06.773274 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-514db333-4aed-49d1-9082-63293d72dddb req-e2be2a47-891b-470f-8220-1fb448ebd7e4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302939 Jul 08 02:49:06.968212 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b9d6d-e020-46d7-890a-b5d11ecc6ab4 req-115de65e-b0bd-4da8-a5ee-5b3770ee9030 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:06.969673 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b30b9d6d-e020-46d7-890a-b5d11ecc6ab4 req-115de65e-b0bd-4da8-a5ee-5b3770ee9030 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 946 time: 0.0621209 Jul 08 02:49:07.006841 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b30b9d6d-e020-46d7-890a-b5d11ecc6ab4 req-d5ff3c3d-2547-4100-8127-b3fa24ecd7f0 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Jul 08 02:49:07.702541 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786d03f-bce9-4a74-b8b0-14328238ff0d req-c3c2850b-f2cc-4b51-a51f-d3026bdd4ce4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:07.704042 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5786d03f-bce9-4a74-b8b0-14328238ff0d req-c3c2850b-f2cc-4b51-a51f-d3026bdd4ce4 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 945 time: 0.0636489 Jul 08 02:49:07.741352 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5786d03f-bce9-4a74-b8b0-14328238ff0d req-caec8eca-6410-4057-9b02-d7d82010365a tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318356 Jul 08 02:49:08.072164 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311d5a0-5300-4994-8d6e-81e40fc79020 req-77a32faf-ded2-4044-b702-43224d55bf4b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:08.074404 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6311d5a0-5300-4994-8d6e-81e40fc79020 req-77a32faf-ded2-4044-b702-43224d55bf4b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0701325 Jul 08 02:49:08.119976 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6311d5a0-5300-4994-8d6e-81e40fc79020 req-bea49db3-a2bf-4a8a-aeee-1bfafc1f919f tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386934 Jul 08 02:49:08.189200 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bea8f-26d5-45db-a616-1693abed06cd req-9130af62-81c6-4be9-bf6d-c708b0b697f2 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:08.190612 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b84bea8f-26d5-45db-a616-1693abed06cd req-9130af62-81c6-4be9-bf6d-c708b0b697f2 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 946 time: 0.0696919 Jul 08 02:49:08.228899 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b84bea8f-26d5-45db-a616-1693abed06cd req-8cc48c97-108a-463a-baf6-4a16ccf8edb4 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328019 Jul 08 02:49:08.400908 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee2fe6-4769-475d-83de-4ee047acf4e9 req-fb611efc-0972-4c86-a95d-6a508356c6d1 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:08.403150 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-67ee2fe6-4769-475d-83de-4ee047acf4e9 req-fb611efc-0972-4c86-a95d-6a508356c6d1 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 946 time: 0.0637102 Jul 08 02:49:08.444015 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-67ee2fe6-4769-475d-83de-4ee047acf4e9 req-e9f2e2f2-64e0-4cc0-937b-4f6bef4d5baa tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353956 Jul 08 02:49:08.469271 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 42810) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:08.612237 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb14cc8-019d-44e2-a166-131826430cf0 tempest-TestVolumeBootPattern-1385613608 tempest-TestVolumeBootPattern-1385613608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:08.613731 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-aeb14cc8-019d-44e2-a166-131826430cf0 tempest-TestVolumeBootPattern-1385613608 tempest-TestVolumeBootPattern-1385613608-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 1094 time: 0.1434519 Jul 08 02:49:08.616648 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 42814) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:08.621196 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Request body: {'floatingip': {'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'port_id': '569cda42-daf2-4635-946a-06986b7a4a3f', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:49:08.643945 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for floatingip, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:08.745970 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:08.852994 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Allocated IP 172.27.1.126 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/8ebfe2d5-f8ec-41cc-8d22-b9d2c897f142) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:49:08.947721 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a914645-1b61-4c2a-926c-a981be6a7a36 req-539e99c2-d96e-4121-8896-5013cff97107 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:08.950975 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7a914645-1b61-4c2a-926c-a981be6a7a36 req-539e99c2-d96e-4121-8896-5013cff97107 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 945 time: 0.0982897 Jul 08 02:49:08.958933 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:09.003216 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126165803'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:09.009808 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7a914645-1b61-4c2a-926c-a981be6a7a36 req-d7a68e54-535a-41ab-a257-46e455712a87 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/security-groups?id=14940cf4-8efa-4c36-912d-0def5ce34e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506184 Jul 08 02:49:09.018861 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af414b-3422-445b-a019-2b3c980b437f req-ec0abcb1-ee1f-48d3-995a-dee3f13b5127 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:09.020402 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-68af414b-3422-445b-a019-2b3c980b437f req-ec0abcb1-ee1f-48d3-995a-dee3f13b5127 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 945 time: 0.1203787 Jul 08 02:49:09.045160 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:49:09.051682 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:49:09.055189 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:49:09.062486 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Pushing event updated for resources: {'Port': ['ID=8ebfe2d5-f8ec-41cc-8d22-b9d2c897f142,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:09.134203 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-68af414b-3422-445b-a019-2b3c980b437f req-183cc626-4082-4667-b9a2-f7f11cadd851 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Deleting port ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:49:09.134700 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-68af414b-3422-445b-a019-2b3c980b437f req-183cc626-4082-4667-b9a2-f7f11cadd851 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:09.230672 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-68af414b-3422-445b-a019-2b3c980b437f req-183cc626-4082-4667-b9a2-f7f11cadd851 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] For port ef75de1d-f6f8-45d6-b7eb-513b024ac0f6, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=ef75de1d-f6f8-45d6-b7eb-513b024ac0f6,segment=NetworkSegment(f436fb92-b72b-4a07-8034-685755d25d24),segment_id=f436fb92-b72b-4a07-8034-685755d25d24)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:49:09.231035 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-68af414b-3422-445b-a019-2b3c980b437f req-183cc626-4082-4667-b9a2-f7f11cadd851 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:09.253308 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-68af414b-3422-445b-a019-2b3c980b437f req-183cc626-4082-4667-b9a2-f7f11cadd851 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Calling delete_port for ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:49:09.361999 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00451cf-d721-4d49-88b9-4917ac6c5d2a req-846ad5ea-cd17-4c07-8a93-c9ff722e49c2 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:09.363792 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c00451cf-d721-4d49-88b9-4917ac6c5d2a req-846ad5ea-cd17-4c07-8a93-c9ff722e49c2 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1253223 Jul 08 02:49:09.411497 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c00451cf-d721-4d49-88b9-4917ac6c5d2a req-7639983c-6ba4-427d-acaf-a9dc7d620caf tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367107 Jul 08 02:49:09.461903 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:09.465638 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-68af414b-3422-445b-a019-2b3c980b437f req-183cc626-4082-4667-b9a2-f7f11cadd851 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:09.478544 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['ef75de1d-f6f8-45d6-b7eb-513b024ac0f6'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:49:09.553269 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:09.710580 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for port, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:09.717134 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126165813'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:09.737686 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cc626-4082-4667-b9a2-f7f11cadd851 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Pushing event deleted for resources: {'Port': ['ID=ef75de1d-f6f8-45d6-b7eb-513b024ac0f6,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:09.785472 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Pushing event updated for resources: {'Port': ['ID=8ebfe2d5-f8ec-41cc-8d22-b9d2c897f142,revision_number=2']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:09.788335 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-68af414b-3422-445b-a019-2b3c980b437f req-183cc626-4082-4667-b9a2-f7f11cadd851 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] No DVR routers for this DVR port ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:49:09.791257 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-68af414b-3422-445b-a019-2b3c980b437f req-183cc626-4082-4667-b9a2-f7f11cadd851 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:09.794323 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-68af414b-3422-445b-a019-2b3c980b437f req-183cc626-4082-4667-b9a2-f7f11cadd851 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.54 "DELETE /v2.0/ports/ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 HTTP/1.1" status: 204 len: 173 time: 0.7655995 Jul 08 02:49:09.794769 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5442e8d-185e-4ace-a3f4-4af161c96d28', 'name': 'network-vif-deleted', 'tag': 'ef75de1d-f6f8-45d6-b7eb-513b024ac0f6'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:49:09.796021 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:09.796987 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862c0d05-6de7-469c-acb5-82b8526c3e68" -d '{"events": [{"server_uuid": "b5442e8d-185e-4ace-a3f4-4af161c96d28", "name": "network-vif-deleted", "tag": "ef75de1d-f6f8-45d6-b7eb-513b024ac0f6"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:49:09.836934 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50382f48-1c1c-4770-a59b-9084fb28fbcb x-openstack-request-id: req-50382f48-1c1c-4770-a59b-9084fb28fbcb {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:49:09.837252 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5442e8d-185e-4ace-a3f4-4af161c96d28", "name": "network-vif-deleted", "tag": "ef75de1d-f6f8-45d6-b7eb-513b024ac0f6", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:49:09.837535 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50382f48-1c1c-4770-a59b-9084fb28fbcb {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:49:09.837959 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5442e8d-185e-4ace-a3f4-4af161c96d28', 'name': 'network-vif-deleted', 'tag': 'ef75de1d-f6f8-45d6-b7eb-513b024ac0f6', 'status': 'completed', 'code': 200} Jul 08 02:49:09.902755 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.l3_db [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Floating IP c5be930a-1092-497e-a12c-d6040ce2c27b associated. External IP: 172.27.1.126, port: 569cda42-daf2-4635-946a-06986b7a4a3f. Jul 08 02:49:10.108365 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:49:10.108919 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 2a83479c-cf4b-44a6-97f9-9a87fce49e8b no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:49:10.128883 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: 2a83479c-cf4b-44a6-97f9-9a87fce49e8b {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:49:10.129232 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 2a83479c-cf4b-44a6-97f9-9a87fce49e8b not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:49:10.174266 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-670fd160-cae1-4795-a764-82ba191558fb req-3e1245e1-a7cb-45f6-8799-6b57c7dee491 tempest-AttachVolumeNegativeTest-1723769563 tempest-AttachVolumeNegativeTest-1723769563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5442e8d-185e-4ace-a3f4-4af161c96d28 HTTP/1.1" status: 200 len: 210 time: 0.0281084 Jul 08 02:49:10.219422 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:49:10.228990 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fe5998-565a-4e2f-9a7a-f33bf79f388e None None] Sync routers for ids ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:49:10.235345 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:10.239771 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe5998-565a-4e2f-9a7a-f33bf79f388e None None] Routers {'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:49:10.240463 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-88fe5998-565a-4e2f-9a7a-f33bf79f388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:48:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:49:10.271038 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-0200ffd4-4bea-440f-8896-8baa07710578 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6533713 Jul 08 02:49:10.271604 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494f6e3f-df12-42c1-baea-50f84c35833d', 'tag': '569cda42-daf2-4635-946a-06986b7a4a3f'}] {{(pid=104846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:49:10.274104 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4642cb0c9f5c32944fea4b8f428ab57aabc69f35ee3f838cfab6a352ae66987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6184849e-fb42-435d-b8e7-667f18229100" -d '{"events": [{"name": "network-changed", "server_uuid": "494f6e3f-df12-42c1-baea-50f84c35833d", "tag": "569cda42-daf2-4635-946a-06986b7a4a3f"}]}' {{(pid=104846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:49:10.313225 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8877925-14cf-4394-9750-a7e8895650c0 x-openstack-request-id: req-f8877925-14cf-4394-9750-a7e8895650c0 {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:49:10.313504 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494f6e3f-df12-42c1-baea-50f84c35833d", "tag": "569cda42-daf2-4635-946a-06986b7a4a3f", "status": "completed", "code": 200}]} {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:49:10.313786 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8877925-14cf-4394-9750-a7e8895650c0 {{(pid=104846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:49:10.314324 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494f6e3f-df12-42c1-baea-50f84c35833d', 'tag': '569cda42-daf2-4635-946a-06986b7a4a3f', 'status': 'completed', 'code': 200} Jul 08 02:49:10.349601 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-88fe5998-565a-4e2f-9a7a-f33bf79f388e None None] Set router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:49:10.407098 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184849e-fb42-435d-b8e7-667f18229100 req-0e685481-2e19-4c47-a42e-d74cb59fbc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:10.408623 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6184849e-fb42-435d-b8e7-667f18229100 req-0e685481-2e19-4c47-a42e-d74cb59fbc6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ca3e670a9874134b1e7ec6ae4b1447e&device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 1099 time: 0.0558963 Jul 08 02:49:10.524848 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184849e-fb42-435d-b8e7-667f18229100 req-bebe5116-8cd2-4359-9573-6a7968755259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:10.528267 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6184849e-fb42-435d-b8e7-667f18229100 req-bebe5116-8cd2-4359-9573-6a7968755259 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b426d846-694d-47d4-97e2-829f7ad00618 HTTP/1.1" status: 200 len: 913 time: 0.0959952 Jul 08 02:49:10.592520 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-88fe5998-565a-4e2f-9a7a-f33bf79f388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:51Z', 'updated_at': '2021-07-08T02:47:56Z', 'revision_number': 4, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'gw_port': {'id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:52Z', 'updated_at': '2021-07-08T02:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': 'c5be930a-1092-497e-a12c-d6040ce2c27b', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'port_id': '569cda42-daf2-4635-946a-06986b7a4a3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'mac_address': 'fa:16:3e:4e:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494f6e3f-df12-42c1-baea-50f84c35833d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:49:09Z', 'updated_at': '2021-07-08T02:49:09Z', 'revision_number': 0, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64b0b9fb-8e09-428a-bf24-97a85adc5447', 'name': '', 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'mac_address': 'fa:16:3e:39:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:55Z', 'updated_at': '2021-07-08T02:48:03Z', 'revision_number': 5, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'subnets': [{'id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:49:10.619569 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fe5998-565a-4e2f-9a7a-f33bf79f388e None None] Checking router: f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:49:10.628623 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe5998-565a-4e2f-9a7a-f33bf79f388e None None] Routers {'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:49:10.629236 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-88fe5998-565a-4e2f-9a7a-f33bf79f388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:48:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:49:10.651511 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6184849e-fb42-435d-b8e7-667f18229100 req-0cbb3c3f-a852-42ba-b8ae-94f049bf48cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569cda42-daf2-4635-946a-06986b7a4a3f HTTP/1.1" status: 200 len: 1000 time: 0.1038640 Jul 08 02:49:10.716085 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907c42a-01f0-4df4-bbb2-39981fa45867 req-5bb94f44-7169-411f-ba8a-2112f4bf49c4 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:10.717678 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f907c42a-01f0-4df4-bbb2-39981fa45867 req-5bb94f44-7169-411f-ba8a-2112f4bf49c4 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1810699 Jul 08 02:49:10.727036 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184849e-fb42-435d-b8e7-667f18229100 req-9198b03c-107a-40c9-8063-43325f6fdf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:10.728888 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6184849e-fb42-435d-b8e7-667f18229100 req-9198b03c-107a-40c9-8063-43325f6fdf59 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=effb1e13-863c-4e8e-a443-4dcdd2ad5097 HTTP/1.1" status: 200 len: 851 time: 0.0690932 Jul 08 02:49:10.741732 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-88fe5998-565a-4e2f-9a7a-f33bf79f388e None None] Set router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:49:10.793494 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f907c42a-01f0-4df4-bbb2-39981fa45867 req-e0015ddc-7fd8-4c96-954a-5aaede21c8a0 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640404 Jul 08 02:49:10.814887 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184849e-fb42-435d-b8e7-667f18229100 req-06b5a863-5941-4ea6-ad9a-a8639a7282b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:10.816301 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6184849e-fb42-435d-b8e7-667f18229100 req-06b5a863-5941-4ea6-ad9a-a8639a7282b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b426d846-694d-47d4-97e2-829f7ad00618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729187 Jul 08 02:49:10.906685 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6184849e-fb42-435d-b8e7-667f18229100 req-e917b4ba-9144-4481-b689-0251be987e2a service neutron] 10.222.0.54 "GET /v2.0/networks/b426d846-694d-47d4-97e2-829f7ad00618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811834 Jul 08 02:49:10.962614 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-88fe5998-565a-4e2f-9a7a-f33bf79f388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:51Z', 'updated_at': '2021-07-08T02:47:56Z', 'revision_number': 4, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'gw_port': {'id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:52Z', 'updated_at': '2021-07-08T02:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': 'c5be930a-1092-497e-a12c-d6040ce2c27b', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'port_id': '569cda42-daf2-4635-946a-06986b7a4a3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'mac_address': 'fa:16:3e:4e:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494f6e3f-df12-42c1-baea-50f84c35833d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:49:09Z', 'updated_at': '2021-07-08T02:49:09Z', 'revision_number': 0, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64b0b9fb-8e09-428a-bf24-97a85adc5447', 'name': '', 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'mac_address': 'fa:16:3e:39:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:55Z', 'updated_at': '2021-07-08T02:48:03Z', 'revision_number': 5, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'subnets': [{'id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:49:10.988880 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fe5998-565a-4e2f-9a7a-f33bf79f388e None None] The sync data for ids ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'] in dv-cinder-789077-2-iscsi is: [{'id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:51Z', 'updated_at': '2021-07-08T02:47:56Z', 'revision_number': 4, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'gw_port': {'id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:52Z', 'updated_at': '2021-07-08T02:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': 'c5be930a-1092-497e-a12c-d6040ce2c27b', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'port_id': '569cda42-daf2-4635-946a-06986b7a4a3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'mac_address': 'fa:16:3e:4e:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494f6e3f-df12-42c1-baea-50f84c35833d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:49:09Z', 'updated_at': '2021-07-08T02:49:09Z', 'revision_number': 0, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64b0b9fb-8e09-428a-bf24-97a85adc5447', 'name': '', 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'mac_address': 'fa:16:3e:39:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:55Z', 'updated_at': '2021-07-08T02:48:03Z', 'revision_number': 5, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'subnets': [{'id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:49:11.008521 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6184849e-fb42-435d-b8e7-667f18229100 req-d2cdf47d-9bbe-4c6d-9a56-208811769f95 service neutron] 10.222.0.54 "GET /v2.0/networks/b426d846-694d-47d4-97e2-829f7ad00618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881031 Jul 08 02:49:11.162758 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f221f9af-f5d0-47f3-b061-6854eb43d336 None None] New status for floating IP c5be930a-1092-497e-a12c-d6040ce2c27b: ACTIVE {{(pid=104847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:49:11.269698 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 42850) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:11.315555 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fd313d-8721-48f8-9d73-a1c6b8ee2e6e admin admin] Deleting subnet c47d5346-c08a-4b69-96fd-daee2cb1c1d5 {{(pid=104846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:49:11.318624 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-12fd313d-8721-48f8-9d73-a1c6b8ee2e6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:11.356319 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-12fd313d-8721-48f8-9d73-a1c6b8ee2e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126166736'] for subnet, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:11.394748 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-12fd313d-8721-48f8-9d73-a1c6b8ee2e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:11.449531 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-12fd313d-8721-48f8-9d73-a1c6b8ee2e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126165878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126201838'] for subnet, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:11.473988 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd313d-8721-48f8-9d73-a1c6b8ee2e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c47d5346-c08a-4b69-96fd-daee2cb1c1d5,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:11.480000 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-12fd313d-8721-48f8-9d73-a1c6b8ee2e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:11.482416 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-12fd313d-8721-48f8-9d73-a1c6b8ee2e6e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c47d5346-c08a-4b69-96fd-daee2cb1c1d5 HTTP/1.1" status: 204 len: 168 time: 0.2116485 Jul 08 02:49:11.484243 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 42852) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:11.548587 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c756c4c-bd3f-4ed1-b430-e5d0642a4c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:11.631877 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c756c4c-bd3f-4ed1-b430-e5d0642a4c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:11.641578 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-3c756c4c-bd3f-4ed1-b430-e5d0642a4c06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fc2b86-db79-4694-a8b1-0cc9a2677a2f']}} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:49:11.651594 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-3c756c4c-bd3f-4ed1-b430-e5d0642a4c06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f436fb92-b72b-4a07-8034-685755d25d24') {'for_net_delete': True} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:49:11.651728 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-3c756c4c-bd3f-4ed1-b430-e5d0642a4c06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f436fb92-b72b-4a07-8034-685755d25d24') {} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:49:11.660344 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c756c4c-bd3f-4ed1-b430-e5d0642a4c06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126166745'] for segment, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:11.674198 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c756c4c-bd3f-4ed1-b430-e5d0642a4c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:11.679802 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c756c4c-bd3f-4ed1-b430-e5d0642a4c06 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:49:11.680180 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c756c4c-bd3f-4ed1-b430-e5d0642a4c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126165969'] for segment, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: Traceback (most recent call last): Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: timer() Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: cb(*args, **kw) Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: return func(*args, **kwargs) Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: self._notify() Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: self.callback(batched_events) Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: event.method(event) Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: return f(self, *a, **k) Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._get(url).json() Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: return self.request(url, 'GET', **kwargs) Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:49:11.681778 dv-cinder-789077-2-iscsi neutron-server[104846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:49:11.739361 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c756c4c-bd3f-4ed1-b430-e5d0642a4c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:11.744662 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c756c4c-bd3f-4ed1-b430-e5d0642a4c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:11.747028 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-3c756c4c-bd3f-4ed1-b430-e5d0642a4c06 admin admin] 10.222.0.21 "DELETE /v2.0/networks/80fc2b86-db79-4694-a8b1-0cc9a2677a2f HTTP/1.1" status: 204 len: 168 time: 0.2618794 Jul 08 02:49:11.757581 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c756c4c-bd3f-4ed1-b430-e5d0642a4c06 admin admin] Pushing event deleted for resources: {'Network': ['ID=80fc2b86-db79-4694-a8b1-0cc9a2677a2f,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:11.861024 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 42860) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:11.900604 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-345b561e-0b37-408a-8198-08609ea866bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8ebcf760fc740059c4216674192190c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381715 Jul 08 02:49:11.903585 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 42862) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:11.989444 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-18a42bdf-eaf4-40f3-a845-6ffbb0974bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:12.022835 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069b143-430a-4232-89bb-8c1c3a3843c4 req-abad0b89-07c9-4c6f-9741-0272c8b854ad tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:12.024294 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d069b143-430a-4232-89bb-8c1c3a3843c4 req-abad0b89-07c9-4c6f-9741-0272c8b854ad tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1085203 Jul 08 02:49:12.028836 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-18a42bdf-eaf4-40f3-a845-6ffbb0974bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:12.087323 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d069b143-430a-4232-89bb-8c1c3a3843c4 req-da51f874-1b24-4c27-b65d-8b31e352a9f3 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565252 Jul 08 02:49:12.103797 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-18a42bdf-eaf4-40f3-a845-6ffbb0974bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:12.106598 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-18a42bdf-eaf4-40f3-a845-6ffbb0974bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:12.107714 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-18a42bdf-eaf4-40f3-a845-6ffbb0974bd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14940cf4-8efa-4c36-912d-0def5ce34e35 HTTP/1.1" status: 204 len: 168 time: 0.2031560 Jul 08 02:49:12.116521 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a42bdf-eaf4-40f3-a845-6ffbb0974bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14940cf4-8efa-4c36-912d-0def5ce34e35,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:12.134505 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:49:12.158397 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:49:12.168467 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device ef75de1d-f6f8-45d6-b7eb-513b024ac0f6 not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:49:12.222993 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-f6276b22-956b-4259-9d80-7580b97e8413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:13.227386 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23285119-17a8-4899-ba6b-aa1f1b060849 req-9f7bded5-2b48-4b95-b141-83ae897579cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:13.228851 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-23285119-17a8-4899-ba6b-aa1f1b060849 req-9f7bded5-2b48-4b95-b141-83ae897579cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=673ab3285aeb4543b917150a9b83264a&device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 1137 time: 0.1212089 Jul 08 02:49:13.238493 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc2e10-e470-4be2-a31b-c9c8e9fa92a2 req-06581d67-cfaf-4913-9768-9aa268f907c7 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:13.239944 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ffc2e10-e470-4be2-a31b-c9c8e9fa92a2 req-06581d67-cfaf-4913-9768-9aa268f907c7 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.1007795 Jul 08 02:49:13.360461 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ffc2e10-e470-4be2-a31b-c9c8e9fa92a2 req-caf89004-ed24-4eb8-8c79-c579580e5a12 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041191 Jul 08 02:49:13.390571 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37cf79-391c-4e2a-9b4e-09e090795ccf req-539ae9f8-ab11-4abf-97f5-6be29c1ce281 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:13.392061 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fd37cf79-391c-4e2a-9b4e-09e090795ccf req-539ae9f8-ab11-4abf-97f5-6be29c1ce281 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1822309 Jul 08 02:49:13.414175 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23285119-17a8-4899-ba6b-aa1f1b060849 req-73c90b56-06e1-4405-bac8-8bb6392422c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:13.415623 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-23285119-17a8-4899-ba6b-aa1f1b060849 req-73c90b56-06e1-4405-bac8-8bb6392422c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f78bd6c-2fb9-4346-a188-dda9530e4242 HTTP/1.1" status: 200 len: 916 time: 0.1583490 Jul 08 02:49:13.474470 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fd37cf79-391c-4e2a-9b4e-09e090795ccf req-1e258ca3-bcdd-49cc-81c5-b4349d2bb09a tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768158 Jul 08 02:49:13.495455 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-23285119-17a8-4899-ba6b-aa1f1b060849 req-09f0a512-fd44-4ea0-be55-3d00d14c1e9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=315fc5cc-7a89-4098-b970-05f18ec9de24 HTTP/1.1" status: 200 len: 1000 time: 0.0718198 Jul 08 02:49:13.565098 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23285119-17a8-4899-ba6b-aa1f1b060849 req-b8a1cef9-9c7e-4877-add8-43d8e44d58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:13.566647 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-23285119-17a8-4899-ba6b-aa1f1b060849 req-b8a1cef9-9c7e-4877-add8-43d8e44d58c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9cb3a1c5-f762-4173-84a7-09042e95bbdf HTTP/1.1" status: 200 len: 854 time: 0.0474439 Jul 08 02:49:13.640335 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23285119-17a8-4899-ba6b-aa1f1b060849 req-a7233b8f-5091-434c-95a3-0e8e090681d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:13.641874 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-23285119-17a8-4899-ba6b-aa1f1b060849 req-a7233b8f-5091-434c-95a3-0e8e090681d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f78bd6c-2fb9-4346-a188-dda9530e4242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647135 Jul 08 02:49:13.755463 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-23285119-17a8-4899-ba6b-aa1f1b060849 req-33929ca2-f41a-4468-96c2-d858787b4f50 service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963881 Jul 08 02:49:13.859771 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-23285119-17a8-4899-ba6b-aa1f1b060849 req-aca2d630-245e-488b-bdcb-095629cb5d42 service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966594 Jul 08 02:49:13.959182 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 42940) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:14.078400 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-339dc60f-10e5-4a4b-862c-57dfcc76bfec admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.185706 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-339dc60f-10e5-4a4b-862c-57dfcc76bfec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.194982 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-339dc60f-10e5-4a4b-862c-57dfcc76bfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.232879 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-339dc60f-10e5-4a4b-862c-57dfcc76bfec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f95b28bbe99e4b5b9a3980c87ac004d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726707 Jul 08 02:49:14.233728 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339dc60f-10e5-4a4b-862c-57dfcc76bfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a6e1ce-03f8-4fdf-aa76-d3b924390edf,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:14.237158 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 42950) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:14.289227 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-37f0a6d9-7aea-49d7-8820-d000ae335a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.311580 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-37f0a6d9-7aea-49d7-8820-d000ae335a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.358225 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-37f0a6d9-7aea-49d7-8820-d000ae335a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.361194 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-37f0a6d9-7aea-49d7-8820-d000ae335a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.362382 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-37f0a6d9-7aea-49d7-8820-d000ae335a41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49a6e1ce-03f8-4fdf-aa76-d3b924390edf HTTP/1.1" status: 204 len: 168 time: 0.1240888 Jul 08 02:49:14.370804 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0a6d9-7aea-49d7-8820-d000ae335a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a6e1ce-03f8-4fdf-aa76-d3b924390edf,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:14.543364 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70db76-b83b-4f83-90be-1e0c1170fec6 req-096bdd43-6746-4f9c-a797-6bf2a92f228e tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:14.544868 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3f70db76-b83b-4f83-90be-1e0c1170fec6 req-096bdd43-6746-4f9c-a797-6bf2a92f228e tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0661788 Jul 08 02:49:14.587232 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3f70db76-b83b-4f83-90be-1e0c1170fec6 req-5e2e5142-485a-42a0-ab6c-3662a01ac95b tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367160 Jul 08 02:49:14.631873 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 42960) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:14.645954 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2f0d3559-485f-460c-9b82-061ed94fe1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.658512 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.662775 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607a99d-89f5-4018-a59b-afbf87342e98 req-8ab1e674-0183-4573-bbdd-ac36fb9992de tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:14.664303 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b607a99d-89f5-4018-a59b-afbf87342e98 req-8ab1e674-0183-4573-bbdd-ac36fb9992de tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0681336 Jul 08 02:49:14.708250 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b607a99d-89f5-4018-a59b-afbf87342e98 req-6ccc62a6-7bb7-46fd-842b-f741a3fd4d69 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381887 Jul 08 02:49:14.725554 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-a0626632-ab53-4290-b2fc-ed11e4a4f064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.749008 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2f0d3559-485f-460c-9b82-061ed94fe1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.752621 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2f0d3559-485f-460c-9b82-061ed94fe1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.794042 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-2f0d3559-485f-460c-9b82-061ed94fe1c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=babded4c6e0648fab372966326d10753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610475 Jul 08 02:49:14.794957 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d3559-485f-460c-9b82-061ed94fe1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053b5750-d0b9-4327-900b-3db1e7e009b8,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:14.796753 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 42962) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:14.850296 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f7c647cb-5a85-4f91-b26b-be19d7971e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.871565 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f7c647cb-5a85-4f91-b26b-be19d7971e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.922003 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f7c647cb-5a85-4f91-b26b-be19d7971e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.924550 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f7c647cb-5a85-4f91-b26b-be19d7971e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.925711 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-f7c647cb-5a85-4f91-b26b-be19d7971e9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/053b5750-d0b9-4327-900b-3db1e7e009b8 HTTP/1.1" status: 204 len: 168 time: 0.1271050 Jul 08 02:49:14.933971 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c647cb-5a85-4f91-b26b-be19d7971e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053b5750-d0b9-4327-900b-3db1e7e009b8,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:14.989840 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:15.771688 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2bf91-9e0e-42aa-b7d7-4f9fe66a3555 req-01687ebf-ca31-4376-b0af-bb109ef60509 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:15.773230 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-88d2bf91-9e0e-42aa-b7d7-4f9fe66a3555 req-01687ebf-ca31-4376-b0af-bb109ef60509 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0704565 Jul 08 02:49:15.819622 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-88d2bf91-9e0e-42aa-b7d7-4f9fe66a3555 req-275434c2-f694-493b-ad82-7ec0dbb2a40f tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387590 Jul 08 02:49:15.948336 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21331dc-b8c9-449b-a6df-db3f043269df req-20184b3f-418d-4b78-bd53-95ec0b5389c5 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:15.949839 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c21331dc-b8c9-449b-a6df-db3f043269df req-20184b3f-418d-4b78-bd53-95ec0b5389c5 tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.1046774 Jul 08 02:49:15.960957 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea700746-f89e-4df3-a7c5-ab29028e5e29 req-7509b927-e7b9-4529-ba47-73420b60e72d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:15.962340 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ea700746-f89e-4df3-a7c5-ab29028e5e29 req-7509b927-e7b9-4529-ba47-73420b60e72d tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 946 time: 0.0894663 Jul 08 02:49:16.031427 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c21331dc-b8c9-449b-a6df-db3f043269df req-dad3c6bb-9b9c-4f61-9808-bdbf28c9f7bb tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a43d3ae-259d-4d4b-936c-2812987d590a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681455 Jul 08 02:49:16.091697 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-ea700746-f89e-4df3-a7c5-ab29028e5e29 req-9296406e-9180-48d1-9d06-6da0e29c342b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Deleting port 6347b15f-9824-4a97-9375-be9d318bb5bb {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:49:16.092032 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ea700746-f89e-4df3-a7c5-ab29028e5e29 req-9296406e-9180-48d1-9d06-6da0e29c342b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:16.143459 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:16.184997 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-ea700746-f89e-4df3-a7c5-ab29028e5e29 req-9296406e-9180-48d1-9d06-6da0e29c342b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] For port 6347b15f-9824-4a97-9375-be9d318bb5bb, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=6347b15f-9824-4a97-9375-be9d318bb5bb,segment=NetworkSegment(bdc94bd5-393a-41bf-8321-43ba9b55594a),segment_id=bdc94bd5-393a-41bf-8321-43ba9b55594a)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:49:16.185364 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ea700746-f89e-4df3-a7c5-ab29028e5e29 req-9296406e-9180-48d1-9d06-6da0e29c342b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:16.198949 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-ea700746-f89e-4df3-a7c5-ab29028e5e29 req-9296406e-9180-48d1-9d06-6da0e29c342b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Calling delete_port for 6347b15f-9824-4a97-9375-be9d318bb5bb owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:49:16.339679 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ea700746-f89e-4df3-a7c5-ab29028e5e29 req-9296406e-9180-48d1-9d06-6da0e29c342b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:16.351297 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['6347b15f-9824-4a97-9375-be9d318bb5bb'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:49:16.372554 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296406e-9180-48d1-9d06-6da0e29c342b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Pushing event deleted for resources: {'Port': ['ID=6347b15f-9824-4a97-9375-be9d318bb5bb,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:16.417212 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea700746-f89e-4df3-a7c5-ab29028e5e29 req-9296406e-9180-48d1-9d06-6da0e29c342b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] No DVR routers for this DVR port 6347b15f-9824-4a97-9375-be9d318bb5bb on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:49:16.419986 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ea700746-f89e-4df3-a7c5-ab29028e5e29 req-9296406e-9180-48d1-9d06-6da0e29c342b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:16.422057 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ea700746-f89e-4df3-a7c5-ab29028e5e29 req-9296406e-9180-48d1-9d06-6da0e29c342b tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.54 "DELETE /v2.0/ports/6347b15f-9824-4a97-9375-be9d318bb5bb HTTP/1.1" status: 204 len: 173 time: 0.4522712 Jul 08 02:49:16.422446 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7711e08-2d41-4610-b73b-0594c3e04b48', 'name': 'network-vif-deleted', 'tag': '6347b15f-9824-4a97-9375-be9d318bb5bb'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:49:16.424663 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca857746-69d5-4a8c-8b5a-34f685da2101" -d '{"events": [{"server_uuid": "e7711e08-2d41-4610-b73b-0594c3e04b48", "name": "network-vif-deleted", "tag": "6347b15f-9824-4a97-9375-be9d318bb5bb"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:49:16.462932 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4190199c-274f-4589-b460-3bdf143fdad5 x-openstack-request-id: req-4190199c-274f-4589-b460-3bdf143fdad5 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:49:16.463327 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7711e08-2d41-4610-b73b-0594c3e04b48", "name": "network-vif-deleted", "tag": "6347b15f-9824-4a97-9375-be9d318bb5bb", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:49:16.463578 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4190199c-274f-4589-b460-3bdf143fdad5 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:49:16.463970 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7711e08-2d41-4610-b73b-0594c3e04b48', 'name': 'network-vif-deleted', 'tag': '6347b15f-9824-4a97-9375-be9d318bb5bb', 'status': 'completed', 'code': 200} Jul 08 02:49:17.010872 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86937853-eb24-4df0-9943-66b9aec59a09 req-928800ba-bfdd-449e-adf4-74130db2baf1 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:17.012389 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86937853-eb24-4df0-9943-66b9aec59a09 req-928800ba-bfdd-449e-adf4-74130db2baf1 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0775223 Jul 08 02:49:17.053980 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86937853-eb24-4df0-9943-66b9aec59a09 req-9a73bab3-6d05-4910-a523-a78bf5e21ccb tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351455 Jul 08 02:49:17.209433 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3788cb33-cbdb-4566-a318-d6f8e6abccc4 req-72d82a48-b1b9-40f8-ab49-6c056c6d99bb tempest-ServerRescueNegativeTestJSON-735083354 tempest-ServerRescueNegativeTestJSON-735083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7711e08-2d41-4610-b73b-0594c3e04b48 HTTP/1.1" status: 200 len: 210 time: 0.0308983 Jul 08 02:49:17.319507 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 43048) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:17.421573 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-35d57f88-181d-4d38-a152-5c61e39fcc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:17.454139 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:17.507773 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-35d57f88-181d-4d38-a152-5c61e39fcc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:17.512209 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-35d57f88-181d-4d38-a152-5c61e39fcc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:17.550278 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-35d57f88-181d-4d38-a152-5c61e39fcc46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=598fa502e581467c87a214ecffb41b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301314 Jul 08 02:49:17.551124 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d57f88-181d-4d38-a152-5c61e39fcc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accafcdc-bcac-458b-92b8-6c24c9f5168a,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:17.552954 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 43054) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:17.600485 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e1a48dc3-57a8-41f1-be2a-460006e11e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:17.620897 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e1a48dc3-57a8-41f1-be2a-460006e11e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:17.665222 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e1a48dc3-57a8-41f1-be2a-460006e11e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:17.668172 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e1a48dc3-57a8-41f1-be2a-460006e11e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:17.669280 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-e1a48dc3-57a8-41f1-be2a-460006e11e46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/accafcdc-bcac-458b-92b8-6c24c9f5168a HTTP/1.1" status: 204 len: 168 time: 0.1153634 Jul 08 02:49:17.676881 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a48dc3-57a8-41f1-be2a-460006e11e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accafcdc-bcac-458b-92b8-6c24c9f5168a,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:17.922039 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 43060) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:17.935694 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-72e721ee-7d1f-413d-877e-57b6e7ac110b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:18.024389 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-72e721ee-7d1f-413d-877e-57b6e7ac110b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:18.027878 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-72e721ee-7d1f-413d-877e-57b6e7ac110b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:18.064819 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-72e721ee-7d1f-413d-877e-57b6e7ac110b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71612c14264848cabe2188bf2ff78f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417511 Jul 08 02:49:18.065614 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e721ee-7d1f-413d-877e-57b6e7ac110b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27121e43-20e4-43f2-adb8-f0fa81d7e40f,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:18.067635 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 43062) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:18.117912 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-54b0218e-377f-4a1f-a5ea-30254829df84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:18.140406 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-54b0218e-377f-4a1f-a5ea-30254829df84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:18.186170 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-54b0218e-377f-4a1f-a5ea-30254829df84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:18.188894 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-54b0218e-377f-4a1f-a5ea-30254829df84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:18.190088 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-54b0218e-377f-4a1f-a5ea-30254829df84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27121e43-20e4-43f2-adb8-f0fa81d7e40f HTTP/1.1" status: 204 len: 168 time: 0.1213081 Jul 08 02:49:18.231546 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0218e-377f-4a1f-a5ea-30254829df84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27121e43-20e4-43f2-adb8-f0fa81d7e40f,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:18.288614 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10a5eb-7bb7-49f2-90e4-1223b62d21a6 req-f5463f54-145d-404a-bf2b-3085cbdd6ac5 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:18.290272 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9b10a5eb-7bb7-49f2-90e4-1223b62d21a6 req-f5463f54-145d-404a-bf2b-3085cbdd6ac5 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0964448 Jul 08 02:49:18.310584 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 43072) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:18.334657 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9b10a5eb-7bb7-49f2-90e4-1223b62d21a6 req-e07847e4-e478-4535-b6fa-5c8431667003 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377212 Jul 08 02:49:18.725225 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a37f-d587-4906-a4a4-665bdde846d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16290618'] for router_interface, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:19.234745 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-c0f4a37f-d587-4906-a4a4-665bdde846d1 admin admin] Deleting port f2cc73ef-044f-4405-96de-755cf7f3fa5c {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:49:19.235122 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a37f-d587-4906-a4a4-665bdde846d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:19.332167 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-c0f4a37f-d587-4906-a4a4-665bdde846d1 admin admin] For port f2cc73ef-044f-4405-96de-755cf7f3fa5c, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=f2cc73ef-044f-4405-96de-755cf7f3fa5c,segment=NetworkSegment(bdc94bd5-393a-41bf-8321-43ba9b55594a),segment_id=bdc94bd5-393a-41bf-8321-43ba9b55594a)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:49:19.332531 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a37f-d587-4906-a4a4-665bdde846d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:19.345891 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-c0f4a37f-d587-4906-a4a4-665bdde846d1 admin admin] Calling delete_port for f2cc73ef-044f-4405-96de-755cf7f3fa5c owned by network:router_interface {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:49:19.514610 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54180a9-3779-4e58-ac99-0dab4754d331 req-d4210371-819a-462f-9eb0-b0b25d4f2701 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:19.516151 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c54180a9-3779-4e58-ac99-0dab4754d331 req-d4210371-819a-462f-9eb0-b0b25d4f2701 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0687096 Jul 08 02:49:19.565234 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c54180a9-3779-4e58-ac99-0dab4754d331 req-13878601-2e38-44df-a146-4fbec152a4f3 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400522 Jul 08 02:49:19.582714 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a37f-d587-4906-a4a4-665bdde846d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:19.607358 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4a37f-d587-4906-a4a4-665bdde846d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2cc73ef-044f-4405-96de-755cf7f3fa5c,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:19.767786 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a37f-d587-4906-a4a4-665bdde846d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16290812'] for router_interface, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:19.985326 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f4a37f-d587-4906-a4a4-665bdde846d1 admin admin] Router cf1d67e9-e81f-4dd0-8352-e0f4a4335bff has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:49:20.090860 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f4a37f-d587-4906-a4a4-665bdde846d1 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:49:20.095779 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-c0f4a37f-d587-4906-a4a4-665bdde846d1 admin admin] 10.222.0.21 "PUT /v2.0/routers/cf1d67e9-e81f-4dd0-8352-e0f4a4335bff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7841816 Jul 08 02:49:20.098205 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 43106) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:20.101263 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb590c-0820-4458-8722-859fdd337540 None None] Sync routers for ids ['cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:49:20.110580 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb590c-0820-4458-8722-859fdd337540 None None] Routers {'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:49:20.111198 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-adeb590c-0820-4458-8722-859fdd337540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:49:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:49:20.151337 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 6347b15f-9824-4a97-9375-be9d318bb5bb no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:49:20.171462 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: 6347b15f-9824-4a97-9375-be9d318bb5bb {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:49:20.172854 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 6347b15f-9824-4a97-9375-be9d318bb5bb not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:49:20.201999 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:20.222494 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-adeb590c-0820-4458-8722-859fdd337540 None None] Set router cf1d67e9-e81f-4dd0-8352-e0f4a4335bff gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:49:20.304426 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:20.363766 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Deleting port d99f7e21-abfc-4785-a30c-558dc286502d {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:49:20.364227 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:20.413534 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-adeb590c-0820-4458-8722-859fdd337540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'name': 'tempest-ServerRescueNegativeTestJSON-1862938459-router', 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'd99f7e21-abfc-4785-a30c-558dc286502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:49:19Z', 'revision_number': 5, 'project_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'gw_port': {'id': 'd99f7e21-abfc-4785-a30c-558dc286502d', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:23Z', 'updated_at': '2021-07-08T02:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:49:20.452953 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb590c-0820-4458-8722-859fdd337540 None None] Checking router: cf1d67e9-e81f-4dd0-8352-e0f4a4335bff for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:49:20.458210 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] For port d99f7e21-abfc-4785-a30c-558dc286502d, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=d99f7e21-abfc-4785-a30c-558dc286502d,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:49:20.458729 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:20.463395 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb590c-0820-4458-8722-859fdd337540 None None] Routers {'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:49:20.464508 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-adeb590c-0820-4458-8722-859fdd337540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:49:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:49:20.477328 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Calling delete_port for d99f7e21-abfc-4785-a30c-558dc286502d owned by network:router_gateway {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:49:20.577508 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-adeb590c-0820-4458-8722-859fdd337540 None None] Set router cf1d67e9-e81f-4dd0-8352-e0f4a4335bff gateway port host: None {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:49:20.631526 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-adeb590c-0820-4458-8722-859fdd337540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'name': 'tempest-ServerRescueNegativeTestJSON-1862938459-router', 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:49:20Z', 'revision_number': 6, 'project_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'gw_port_host': None}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:49:20.661764 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb590c-0820-4458-8722-859fdd337540 None None] The sync data for ids ['cf1d67e9-e81f-4dd0-8352-e0f4a4335bff'] in dv-cinder-789077-2-iscsi is: [{'id': 'cf1d67e9-e81f-4dd0-8352-e0f4a4335bff', 'name': 'tempest-ServerRescueNegativeTestJSON-1862938459-router', 'tenant_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:49:20Z', 'revision_number': 6, 'project_id': 'a5d202fe7cfb4f5fb673b6e866dc7b7b', 'gw_port_host': None}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:49:20.667693 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:20.700827 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99f7e21-abfc-4785-a30c-558dc286502d,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:20.731201 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:49:20.731570 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:49:20.731935 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:49:20.732276 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:49:20.732613 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:49:20.732948 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:49:20.733282 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:49:20.733615 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:49:20.733970 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:49:20.734299 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:49:20.734628 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:49:20.734951 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:49:20.766676 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461a901-114a-4a39-ac48-d69d86a085b3 req-6dbd8974-de2a-4fb0-aa48-77990562b99a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:20.768380 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6461a901-114a-4a39-ac48-d69d86a085b3 req-6dbd8974-de2a-4fb0-aa48-77990562b99a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0741429 Jul 08 02:49:20.773610 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515319'] for router_gateway, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:20.810592 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6461a901-114a-4a39-ac48-d69d86a085b3 req-f49220dd-62a7-4aec-9f4e-64f622c757b8 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364835 Jul 08 02:49:20.881422 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16287011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14632'] for router, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:20.883534 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:20.948613 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16284051'] for router, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:20.948919 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf1d67e9-e81f-4dd0-8352-e0f4a4335bff {{(pid=104846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:49:20.955134 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] Notify callbacks [] for router, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:20.958434 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-bfda564a-c4b4-467f-a404-bc11a83606b8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cf1d67e9-e81f-4dd0-8352-e0f4a4335bff HTTP/1.1" status: 204 len: 168 time: 0.8571618 Jul 08 02:49:20.958704 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 43118) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:21.004881 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4abcee-61d7-4558-b0fd-48ae6d8a9c07 admin admin] Deleting subnet 90ae0588-a597-4f76-9cea-961e086525a9 {{(pid=104846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:49:21.008142 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0d4abcee-61d7-4558-b0fd-48ae6d8a9c07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.043382 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0d4abcee-61d7-4558-b0fd-48ae6d8a9c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126166736'] for subnet, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.086779 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0d4abcee-61d7-4558-b0fd-48ae6d8a9c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.140696 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0d4abcee-61d7-4558-b0fd-48ae6d8a9c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126165878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126201838'] for subnet, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.166962 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4abcee-61d7-4558-b0fd-48ae6d8a9c07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ae0588-a597-4f76-9cea-961e086525a9,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:21.168887 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0d4abcee-61d7-4558-b0fd-48ae6d8a9c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.170766 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-0d4abcee-61d7-4558-b0fd-48ae6d8a9c07 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/90ae0588-a597-4f76-9cea-961e086525a9 HTTP/1.1" status: 204 len: 168 time: 0.2111096 Jul 08 02:49:21.173214 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 43120) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:21.237575 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1308127f-f755-450d-9ab6-46af0a6e9b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.317122 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1308127f-f755-450d-9ab6-46af0a6e9b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.327764 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-1308127f-f755-450d-9ab6-46af0a6e9b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9a6128-4084-4d6f-9ca2-8873020dd1b9']}} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:49:21.337255 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-1308127f-f755-450d-9ab6-46af0a6e9b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc94bd5-393a-41bf-8321-43ba9b55594a') {'for_net_delete': True} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:49:21.337543 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-1308127f-f755-450d-9ab6-46af0a6e9b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc94bd5-393a-41bf-8321-43ba9b55594a') {} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:49:21.347330 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1308127f-f755-450d-9ab6-46af0a6e9b88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126166745'] for segment, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.360473 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1308127f-f755-450d-9ab6-46af0a6e9b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.366240 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1308127f-f755-450d-9ab6-46af0a6e9b88 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=104846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:49:21.366613 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1308127f-f755-450d-9ab6-46af0a6e9b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126165969'] for segment, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: Traceback (most recent call last): Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: timer() Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: cb(*args, **kw) Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: return func(*args, **kwargs) Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: self._notify() Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: self.callback(batched_events) Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: event.method(event) Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: return f(self, *a, **k) Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._get(url).json() Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: return self.request(url, 'GET', **kwargs) Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:49:21.368160 dv-cinder-789077-2-iscsi neutron-server[104846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:49:21.424000 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1308127f-f755-450d-9ab6-46af0a6e9b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.430300 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1308127f-f755-450d-9ab6-46af0a6e9b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.434456 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-1308127f-f755-450d-9ab6-46af0a6e9b88 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4d9a6128-4084-4d6f-9ca2-8873020dd1b9 HTTP/1.1" status: 204 len: 168 time: 0.2602837 Jul 08 02:49:21.449966 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308127f-f755-450d-9ab6-46af0a6e9b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9a6128-4084-4d6f-9ca2-8873020dd1b9,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:21.617768 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 43128) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:21.665253 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-a309518d-6da1-4c7c-995e-fe2b800d9160 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5d202fe7cfb4f5fb673b6e866dc7b7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0436447 Jul 08 02:49:21.665800 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 43130) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:49:21.721257 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2198f627-45a5-4d67-8fa0-b9576b155b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.741743 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2198f627-45a5-4d67-8fa0-b9576b155b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.787498 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2198f627-45a5-4d67-8fa0-b9576b155b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.790206 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-2198f627-45a5-4d67-8fa0-b9576b155b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.791675 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-2198f627-45a5-4d67-8fa0-b9576b155b14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a43d3ae-259d-4d4b-936c-2812987d590a HTTP/1.1" status: 204 len: 168 time: 0.1248226 Jul 08 02:49:21.798924 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198f627-45a5-4d67-8fa0-b9576b155b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a43d3ae-259d-4d4b-936c-2812987d590a,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:49:22.007499 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2210187-8994-4111-a141-c95c3687c08b req-b685f574-44d2-4f14-950c-b838ca1796c2 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:22.009200 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f2210187-8994-4111-a141-c95c3687c08b req-b685f574-44d2-4f14-950c-b838ca1796c2 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0656796 Jul 08 02:49:22.051880 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f2210187-8994-4111-a141-c95c3687c08b req-14701ea0-1983-4495-b662-4c1635db7eeb tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357001 Jul 08 02:49:22.055641 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device d99f7e21-abfc-4785-a30c-558dc286502d no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:49:22.079213 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: d99f7e21-abfc-4785-a30c-558dc286502d {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:49:22.079560 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device d99f7e21-abfc-4785-a30c-558dc286502d not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:49:22.079989 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device f2cc73ef-044f-4405-96de-755cf7f3fa5c no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:49:22.098513 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: f2cc73ef-044f-4405-96de-755cf7f3fa5c {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:49:22.098863 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device f2cc73ef-044f-4405-96de-755cf7f3fa5c not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:49:23.223180 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba040b3d-f62b-4bff-8b9c-2723b1f10cdc req-c2a0b20c-308c-495e-bf3f-56e3a9178022 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:23.224639 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ba040b3d-f62b-4bff-8b9c-2723b1f10cdc req-c2a0b20c-308c-495e-bf3f-56e3a9178022 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0623512 Jul 08 02:49:23.268107 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ba040b3d-f62b-4bff-8b9c-2723b1f10cdc req-173b9f17-c2be-48e9-b456-86ed0688411d tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373628 Jul 08 02:49:24.440041 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327aaff-4410-42a8-95fb-87ab6e6cec94 req-a33f6ce6-63cf-4f3d-bb1f-c255e23342fa tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:24.441530 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e327aaff-4410-42a8-95fb-87ab6e6cec94 req-a33f6ce6-63cf-4f3d-bb1f-c255e23342fa tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0632389 Jul 08 02:49:24.480692 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e327aaff-4410-42a8-95fb-87ab6e6cec94 req-cbccd118-c350-47b7-a8b4-756fc4d701ec tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335119 Jul 08 02:49:25.656266 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be3647-0eb5-41c5-8e15-424796bd0b37 req-6aa9d104-2f73-48f2-a22c-e3f3bb7bf647 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:25.657751 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-40be3647-0eb5-41c5-8e15-424796bd0b37 req-6aa9d104-2f73-48f2-a22c-e3f3bb7bf647 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0658574 Jul 08 02:49:25.697533 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-40be3647-0eb5-41c5-8e15-424796bd0b37 req-72cb990b-ddb8-4ec1-a3a9-2a1f07852730 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341282 Jul 08 02:49:26.871203 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b1f3e-ea19-40f8-8b01-cf6739f5c6f3 req-925eb9bf-3ea7-4c69-ade5-4e3ed4a7b815 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:26.872672 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c30b1f3e-ea19-40f8-8b01-cf6739f5c6f3 req-925eb9bf-3ea7-4c69-ade5-4e3ed4a7b815 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0686791 Jul 08 02:49:26.911582 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c30b1f3e-ea19-40f8-8b01-cf6739f5c6f3 req-f20eca72-43ea-4001-be21-fbb93e085ce8 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331333 Jul 08 02:49:28.085030 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01a97b-f41d-4eb2-8dcf-75cba1a5f236 req-21fffd66-c26d-4756-b4a5-d0f353188e5a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:28.086574 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cd01a97b-f41d-4eb2-8dcf-75cba1a5f236 req-21fffd66-c26d-4756-b4a5-d0f353188e5a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0636387 Jul 08 02:49:28.126265 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cd01a97b-f41d-4eb2-8dcf-75cba1a5f236 req-08c6c2c3-7188-4e42-98b1-06d29e9ea5b8 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334795 Jul 08 02:49:29.308722 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38c08a-5ab6-4c84-946e-c1e6a468ad03 req-8c5f1280-909c-4389-af62-2ed52c636216 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:29.310209 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ae38c08a-5ab6-4c84-946e-c1e6a468ad03 req-8c5f1280-909c-4389-af62-2ed52c636216 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0662293 Jul 08 02:49:29.348757 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ae38c08a-5ab6-4c84-946e-c1e6a468ad03 req-12aa10fc-1406-4335-9066-0a1dbd558310 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329812 Jul 08 02:49:30.524516 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c9166-e170-4b94-ac75-f6324c9df26d req-2f6f2754-94ee-4b4b-b48c-9f20f2b560bd tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:30.526676 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4d0c9166-e170-4b94-ac75-f6324c9df26d req-2f6f2754-94ee-4b4b-b48c-9f20f2b560bd tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0650809 Jul 08 02:49:30.565385 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4d0c9166-e170-4b94-ac75-f6324c9df26d req-79329e52-36c4-4331-8037-02cc88cf4bf1 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331416 Jul 08 02:49:31.737616 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c9b72-f993-48fd-90f9-a52e5f290110 req-47718e23-10e0-422f-9199-adc10e017949 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:31.739094 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd4c9b72-f993-48fd-90f9-a52e5f290110 req-47718e23-10e0-422f-9199-adc10e017949 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0649242 Jul 08 02:49:31.779253 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd4c9b72-f993-48fd-90f9-a52e5f290110 req-328e1985-8aa8-41a3-8ca0-24ef766f9075 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339444 Jul 08 02:49:32.797099 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:49:32.953607 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611a96c-c940-4ec3-8bd8-6f3916798938 req-e3cef51b-0f3d-49e3-a9bb-c335b2910e24 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:32.955020 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9611a96c-c940-4ec3-8bd8-6f3916798938 req-e3cef51b-0f3d-49e3-a9bb-c335b2910e24 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0660868 Jul 08 02:49:32.993838 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9611a96c-c940-4ec3-8bd8-6f3916798938 req-4973a1b9-00ad-4174-9352-68b251b3c0f8 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=84ee2551-a008-49f7-9a6a-2ed1733fd939&id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332382 Jul 08 02:49:42.222844 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1a38f2d4-9ba2-4bc5-8418-9c768084fddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:44.650955 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:44.725174 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-0c292b73-40ea-44d3-9549-401c8646c7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:44.961212 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:46.129188 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99a1dd48-50fa-4383-9ca1-69174dadfea7 req-42c2ef63-fca8-402a-a4f3-a5918fccfa0d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498521 Jul 08 02:49:46.142358 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:46.204922 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1dd48-50fa-4383-9ca1-69174dadfea7 req-3bdd4c3a-46c0-4cb1-aa7a-466f54112fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:46.206446 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99a1dd48-50fa-4383-9ca1-69174dadfea7 req-3bdd4c3a-46c0-4cb1-aa7a-466f54112fff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf146c7263348b19beed67f69227864&device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 1100 time: 0.0546823 Jul 08 02:49:46.315920 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1dd48-50fa-4383-9ca1-69174dadfea7 req-d506f344-1ce2-4052-a0f8-a8ec8a8888cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:46.317372 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99a1dd48-50fa-4383-9ca1-69174dadfea7 req-d506f344-1ce2-4052-a0f8-a8ec8a8888cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=06c852e3-976b-48a1-a484-4e900038f3c5 HTTP/1.1" status: 200 len: 917 time: 0.0899889 Jul 08 02:49:46.388962 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99a1dd48-50fa-4383-9ca1-69174dadfea7 req-59769eb5-8377-43dd-8ffc-14867ce90b19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 HTTP/1.1" status: 200 len: 1001 time: 0.0596290 Jul 08 02:49:46.436943 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1dd48-50fa-4383-9ca1-69174dadfea7 req-dfdcf239-79a6-4b6a-a667-ccaeaadfe072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:46.438287 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99a1dd48-50fa-4383-9ca1-69174dadfea7 req-dfdcf239-79a6-4b6a-a667-ccaeaadfe072 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cf243d-2400-43e3-a620-04f0df041e5e HTTP/1.1" status: 200 len: 855 time: 0.0419347 Jul 08 02:49:46.496126 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1dd48-50fa-4383-9ca1-69174dadfea7 req-afc600be-b113-49a7-a81e-fbc5f7b5c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:46.497560 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99a1dd48-50fa-4383-9ca1-69174dadfea7 req-afc600be-b113-49a7-a81e-fbc5f7b5c6d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=06c852e3-976b-48a1-a484-4e900038f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500929 Jul 08 02:49:46.588679 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99a1dd48-50fa-4383-9ca1-69174dadfea7 req-80ac3d56-e48f-43de-8fa5-aa14a76a2014 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831432 Jul 08 02:49:46.679753 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99a1dd48-50fa-4383-9ca1-69174dadfea7 req-4ed39b9f-9a70-466b-820c-1e7bf2a3eb94 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825593 Jul 08 02:49:47.456718 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:08.268426 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-39439bfd-010c-4d94-973d-8a20b0d2a4f1 req-8d6cf924-b23c-44ec-8a9a-f4445fac8e28 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196514790&fields=id&tenant_id=673ab3285aeb4543b917150a9b83264a HTTP/1.1" status: 200 len: 267 time: 0.0335205 Jul 08 02:50:08.334274 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39439bfd-010c-4d94-973d-8a20b0d2a4f1 req-5c2bda88-2bfe-4f8d-ad2e-3389d79854cb tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:08.335753 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-39439bfd-010c-4d94-973d-8a20b0d2a4f1 req-5c2bda88-2bfe-4f8d-ad2e-3389d79854cb tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 984 time: 0.0620210 Jul 08 02:50:08.346240 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-39439bfd-010c-4d94-973d-8a20b0d2a4f1 req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Request body: {'port': {'security_groups': ['7c17acbe-db4a-4f41-a2ac-20c111d89ce1']}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:50:08.429756 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-39439bfd-010c-4d94-973d-8a20b0d2a4f1 req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:08.831958 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-39439bfd-010c-4d94-973d-8a20b0d2a4f1 req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] For port 315fc5cc-7a89-4098-b970-05f18ec9de24, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=315fc5cc-7a89-4098-b970-05f18ec9de24,segment=NetworkSegment(41c104b4-ec59-462c-ba21-4bc5b975ce7f),segment_id=41c104b4-ec59-462c-ba21-4bc5b975ce7f)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:50:08.861699 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-39439bfd-010c-4d94-973d-8a20b0d2a4f1 req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:08.866513 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-39439bfd-010c-4d94-973d-8a20b0d2a4f1 req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:08.878938 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['315fc5cc-7a89-4098-b970-05f18ec9de24'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:50:08.910198 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39439bfd-010c-4d94-973d-8a20b0d2a4f1 req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:08.910745 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-39439bfd-010c-4d94-973d-8a20b0d2a4f1 req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:08.912133 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-39439bfd-010c-4d94-973d-8a20b0d2a4f1 req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "PUT /v2.0/ports/315fc5cc-7a89-4098-b970-05f18ec9de24 HTTP/1.1" status: 200 len: 942 time: 0.5703356 Jul 08 02:50:08.912580 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'tag': '315fc5cc-7a89-4098-b970-05f18ec9de24'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:50:08.914824 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6aa9a2-7582-414b-b3bc-038161da3546" -d '{"events": [{"name": "network-changed", "server_uuid": "7f62d6f5-5881-4aa0-b859-5b4741a5e146", "tag": "315fc5cc-7a89-4098-b970-05f18ec9de24"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:50:08.920005 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 43736) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:50:08.950875 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Pushing event updated for resources: {'Port': ['ID=315fc5cc-7a89-4098-b970-05f18ec9de24,revision_number=7']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:08.959288 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:08.959649 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:08.960001 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:08.960363 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:08.960701 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:08.961040 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:08.961381 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:08.961721 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:08.962077 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:08.962435 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:08.962776 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:08.963418 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6848d101-09ce-45b6-b9d2-af4cae626cf4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:08.981022 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81388cb7-5eef-4e1c-9aa1-c36cb1799bfc x-openstack-request-id: req-81388cb7-5eef-4e1c-9aa1-c36cb1799bfc {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:50:08.981316 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f62d6f5-5881-4aa0-b859-5b4741a5e146", "tag": "315fc5cc-7a89-4098-b970-05f18ec9de24", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:50:08.981729 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81388cb7-5eef-4e1c-9aa1-c36cb1799bfc {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:50:08.982379 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'tag': '315fc5cc-7a89-4098-b970-05f18ec9de24', 'status': 'completed', 'code': 200} Jul 08 02:50:09.002666 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e07afcaa-0049-481d-ad3a-2c177399c1a3 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:09.004037 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['315fc5cc-7a89-4098-b970-05f18ec9de24'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:50:09.029509 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e07afcaa-0049-481d-ad3a-2c177399c1a3 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:09.082858 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa9a2-7582-414b-b3bc-038161da3546 req-f66c99b2-8d96-4967-b75c-4306a03bebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:09.084461 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-df6aa9a2-7582-414b-b3bc-038161da3546 req-f66c99b2-8d96-4967-b75c-4306a03bebdb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=673ab3285aeb4543b917150a9b83264a&device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 1098 time: 0.0788369 Jul 08 02:50:09.099014 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e07afcaa-0049-481d-ad3a-2c177399c1a3 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:09.103544 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e07afcaa-0049-481d-ad3a-2c177399c1a3 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:09.106383 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-e07afcaa-0049-481d-ad3a-2c177399c1a3 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "DELETE /v2.0/security-groups/84ee2551-a008-49f7-9a6a-2ed1733fd939 HTTP/1.1" status: 204 len: 168 time: 0.1838090 Jul 08 02:50:09.113626 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 43742) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:50:09.139459 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07afcaa-0049-481d-ad3a-2c177399c1a3 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ee2551-a008-49f7-9a6a-2ed1733fd939,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:09.242897 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-97c63ea5-3e5b-441d-b662-e644decb34da None None] Provisioning complete for port 315fc5cc-7a89-4098-b970-05f18ec9de24 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:50:09.243283 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-97c63ea5-3e5b-441d-b662-e644decb34da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:09.355647 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa9a2-7582-414b-b3bc-038161da3546 req-63374802-b2ab-45e7-84ec-b1b394ee6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:09.357102 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-df6aa9a2-7582-414b-b3bc-038161da3546 req-63374802-b2ab-45e7-84ec-b1b394ee6159 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f78bd6c-2fb9-4346-a188-dda9530e4242 HTTP/1.1" status: 200 len: 916 time: 0.2658896 Jul 08 02:50:09.452313 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-df6aa9a2-7582-414b-b3bc-038161da3546 req-fb5c6497-f7c8-43b6-a47f-2567df55a5db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=315fc5cc-7a89-4098-b970-05f18ec9de24 HTTP/1.1" status: 200 len: 1000 time: 0.0872195 Jul 08 02:50:09.492254 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-d7bfd76e-f429-4a03-8518-9566054f8d87 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Deleting port 1e144fcb-a40b-4143-9e6d-43acab8a8913 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:50:09.492591 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d7bfd76e-f429-4a03-8518-9566054f8d87 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:09.543839 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa9a2-7582-414b-b3bc-038161da3546 req-88e0b37e-457e-46bc-89eb-30f81e574dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:09.545263 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-df6aa9a2-7582-414b-b3bc-038161da3546 req-88e0b37e-457e-46bc-89eb-30f81e574dd8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9cb3a1c5-f762-4173-84a7-09042e95bbdf HTTP/1.1" status: 200 len: 854 time: 0.0859590 Jul 08 02:50:09.610169 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d7bfd76e-f429-4a03-8518-9566054f8d87 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:09.610412 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d7bfd76e-f429-4a03-8518-9566054f8d87 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:09.628524 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-d7bfd76e-f429-4a03-8518-9566054f8d87 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Calling delete_port for 1e144fcb-a40b-4143-9e6d-43acab8a8913 owned by network:floatingip {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:50:09.683086 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa9a2-7582-414b-b3bc-038161da3546 req-4ede27f4-e57c-44c9-82a7-501177e71e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:09.684568 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-df6aa9a2-7582-414b-b3bc-038161da3546 req-4ede27f4-e57c-44c9-82a7-501177e71e2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f78bd6c-2fb9-4346-a188-dda9530e4242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1304908 Jul 08 02:50:09.797165 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:50:09.832888 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-df6aa9a2-7582-414b-b3bc-038161da3546 req-48b5561c-d991-4c78-adf7-4606beb92a13 service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413321 Jul 08 02:50:09.950783 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d7bfd76e-f429-4a03-8518-9566054f8d87 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:09.985326 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-df6aa9a2-7582-414b-b3bc-038161da3546 req-bbfecc4b-b2eb-4420-9b57-168f34aa193e service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457705 Jul 08 02:50:09.990573 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfd76e-f429-4a03-8518-9566054f8d87 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Pushing event deleted for resources: {'Port': ['ID=1e144fcb-a40b-4143-9e6d-43acab8a8913,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:10.052471 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d7bfd76e-f429-4a03-8518-9566054f8d87 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks [] for floatingip, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:10.053032 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.l3_db [None req-d7bfd76e-f429-4a03-8518-9566054f8d87 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Floating IP 93a742fb-fe44-4d0e-8247-045859b5ee50 disassociated (deleted). External IP: 172.27.1.18, port: 315fc5cc-7a89-4098-b970-05f18ec9de24. Jul 08 02:50:10.254212 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bfd76e-f429-4a03-8518-9566054f8d87 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:50:10.358892 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bfd76e-f429-4a03-8518-9566054f8d87 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:50:10.363714 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d7bfd76e-f429-4a03-8518-9566054f8d87 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:10.368079 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c98f3-666e-4af9-97bb-bb5c9bf8ac53 None None] Sync routers for ids ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:50:10.377099 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c98f3-666e-4af9-97bb-bb5c9bf8ac53 None None] Routers {'7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:50:10.377718 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-b46c98f3-666e-4af9-97bb-bb5c9bf8ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:49:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:50:10.402887 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-d7bfd76e-f429-4a03-8518-9566054f8d87 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "DELETE /v2.0/floatingips/93a742fb-fe44-4d0e-8247-045859b5ee50 HTTP/1.1" status: 204 len: 168 time: 1.2847793 Jul 08 02:50:10.482439 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-b46c98f3-666e-4af9-97bb-bb5c9bf8ac53 None None] Set router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:50:10.684821 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-b46c98f3-666e-4af9-97bb-bb5c9bf8ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:14Z', 'updated_at': '2021-07-08T02:47:18Z', 'revision_number': 4, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'gw_port': {'id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:15Z', 'updated_at': '2021-07-08T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '6f5af8d9-c2fe-4521-96e0-1ff163dfc254', 'name': '', 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'mac_address': 'fa:16:3e:1f:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:17Z', 'updated_at': '2021-07-08T02:47:24Z', 'revision_number': 5, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'subnets': [{'id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:50:10.717089 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c98f3-666e-4af9-97bb-bb5c9bf8ac53 None None] Checking router: 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:50:10.725406 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c98f3-666e-4af9-97bb-bb5c9bf8ac53 None None] Routers {'7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:50:10.726054 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-b46c98f3-666e-4af9-97bb-bb5c9bf8ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:49:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:50:10.830359 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-b46c98f3-666e-4af9-97bb-bb5c9bf8ac53 None None] Set router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:50:10.983087 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'tag': '315fc5cc-7a89-4098-b970-05f18ec9de24'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:50:10.985400 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2011b6c-4201-488a-a860-756c1aa2b7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7f62d6f5-5881-4aa0-b859-5b4741a5e146", "tag": "315fc5cc-7a89-4098-b970-05f18ec9de24"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:50:11.027405 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0827de7-109c-4eb9-9922-7336b6937221 x-openstack-request-id: req-a0827de7-109c-4eb9-9922-7336b6937221 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:50:11.027696 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f62d6f5-5881-4aa0-b859-5b4741a5e146", "tag": "315fc5cc-7a89-4098-b970-05f18ec9de24", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:50:11.027949 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0827de7-109c-4eb9-9922-7336b6937221 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:50:11.028339 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'tag': '315fc5cc-7a89-4098-b970-05f18ec9de24', 'status': 'completed', 'code': 200} Jul 08 02:50:11.037787 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-b46c98f3-666e-4af9-97bb-bb5c9bf8ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:14Z', 'updated_at': '2021-07-08T02:47:18Z', 'revision_number': 4, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'gw_port': {'id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:15Z', 'updated_at': '2021-07-08T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '6f5af8d9-c2fe-4521-96e0-1ff163dfc254', 'name': '', 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'mac_address': 'fa:16:3e:1f:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:17Z', 'updated_at': '2021-07-08T02:47:24Z', 'revision_number': 5, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'subnets': [{'id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:50:11.064941 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c98f3-666e-4af9-97bb-bb5c9bf8ac53 None None] The sync data for ids ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'] in dv-cinder-789077-2-iscsi is: [{'id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:14Z', 'updated_at': '2021-07-08T02:47:18Z', 'revision_number': 4, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'gw_port': {'id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:15Z', 'updated_at': '2021-07-08T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '6f5af8d9-c2fe-4521-96e0-1ff163dfc254', 'name': '', 'network_id': '8f78bd6c-2fb9-4346-a188-dda9530e4242', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'mac_address': 'fa:16:3e:1f:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:17Z', 'updated_at': '2021-07-08T02:47:24Z', 'revision_number': 5, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'subnets': [{'id': '9cb3a1c5-f762-4173-84a7-09042e95bbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:50:11.106497 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2011b6c-4201-488a-a860-756c1aa2b7cd req-0408b945-de6d-446b-b519-d3f6d9d424e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:11.108072 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d2011b6c-4201-488a-a860-756c1aa2b7cd req-0408b945-de6d-446b-b519-d3f6d9d424e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=673ab3285aeb4543b917150a9b83264a&device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 1098 time: 0.0564883 Jul 08 02:50:11.199442 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2011b6c-4201-488a-a860-756c1aa2b7cd req-09db5235-6331-4608-b9a8-0861b1f6a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:11.200917 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d2011b6c-4201-488a-a860-756c1aa2b7cd req-09db5235-6331-4608-b9a8-0861b1f6a148 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f78bd6c-2fb9-4346-a188-dda9530e4242 HTTP/1.1" status: 200 len: 916 time: 0.0859857 Jul 08 02:50:11.248566 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d2011b6c-4201-488a-a860-756c1aa2b7cd req-a94054ea-b929-47cc-afee-e7d1784d3f9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=315fc5cc-7a89-4098-b970-05f18ec9de24 HTTP/1.1" status: 200 len: 217 time: 0.0414906 Jul 08 02:50:11.305027 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2011b6c-4201-488a-a860-756c1aa2b7cd req-0e384546-06a1-4189-931f-e6799a3a6290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:11.308018 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d2011b6c-4201-488a-a860-756c1aa2b7cd req-0e384546-06a1-4189-931f-e6799a3a6290 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9cb3a1c5-f762-4173-84a7-09042e95bbdf HTTP/1.1" status: 200 len: 854 time: 0.0531797 Jul 08 02:50:11.319198 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a207ffc-fbcc-479d-88aa-ee37472dc381 None None] New status for floating IP 93a742fb-fe44-4d0e-8247-045859b5ee50: DOWN {{(pid=104848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:50:11.364025 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2011b6c-4201-488a-a860-756c1aa2b7cd req-0a780695-d13a-42a7-b5fe-ff073335e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:11.365522 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d2011b6c-4201-488a-a860-756c1aa2b7cd req-0a780695-d13a-42a7-b5fe-ff073335e4dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f78bd6c-2fb9-4346-a188-dda9530e4242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520210 Jul 08 02:50:11.458667 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d2011b6c-4201-488a-a860-756c1aa2b7cd req-c3e7576e-8e86-46f7-b3dd-32a405a71717 service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865927 Jul 08 02:50:11.544833 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d2011b6c-4201-488a-a860-756c1aa2b7cd req-8cd3cc51-a991-4992-b730-a8e7f0d6b9f6 service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798626 Jul 08 02:50:12.222617 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-6b1daf45-8dc8-4ea5-ae03-dd306ae73ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:14.647267 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:14.714794 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-b852ea46-fd62-4e25-aae2-595d950f21c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:14.961999 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:16.146532 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:17.458995 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:42.222189 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-a69594a3-d106-444a-a946-df7ea2e42bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:44.651010 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:44.714166 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-682d6025-1e8b-4a76-a1e0-15818fe0a416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:44.963855 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:46.148323 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:46.796956 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:50:47.462622 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:12.222883 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-dffd5ed3-0c17-42dd-90d0-c0be88879175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:14.643359 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:14.712727 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-0d8c1318-b9ed-452f-94c2-d041effa8e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:14.964899 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:16.150862 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:17.464667 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:18.750816 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850f36d-6d27-4827-a898-842d1b652a63 req-77a7035c-00c7-47ef-ba9b-e104e430202c tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:18.752282 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f850f36d-6d27-4827-a898-842d1b652a63 req-77a7035c-00c7-47ef-ba9b-e104e430202c tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 946 time: 0.1678185 Jul 08 02:51:18.788707 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f850f36d-6d27-4827-a898-842d1b652a63 req-27dc71fb-2da3-4401-b051-c7b664ca7dd8 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302446 Jul 08 02:51:19.967323 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dfaaf-9168-418b-9122-8cb874f94414 req-c339a111-81d6-4460-9eeb-a1e6da6dbded tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:19.968721 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1a5dfaaf-9168-418b-9122-8cb874f94414 req-c339a111-81d6-4460-9eeb-a1e6da6dbded tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 946 time: 0.0692613 Jul 08 02:51:20.030602 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1a5dfaaf-9168-418b-9122-8cb874f94414 req-370ca879-3e37-4747-b4e9-e551e0d8f8ac tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?id=2084887f-26f5-42c9-bd31-45512fdade60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564353 Jul 08 02:51:20.062874 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-69e093c0-6ab8-4853-bae8-d5524d4aab74 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:20.064321 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-69e093c0-6ab8-4853-bae8-d5524d4aab74 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.54 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 946 time: 0.0713120 Jul 08 02:51:20.166963 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Deleting port 569cda42-daf2-4635-946a-06986b7a4a3f {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:51:20.167312 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:20.252204 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] For port 569cda42-daf2-4635-946a-06986b7a4a3f, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=569cda42-daf2-4635-946a-06986b7a4a3f,segment=NetworkSegment(4198da03-d7c3-4355-b87b-2d7a1835700f),segment_id=4198da03-d7c3-4355-b87b-2d7a1835700f)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:20.252565 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:20.466873 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:20.467233 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:20.467545 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.l3_db [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Floating IP c5be930a-1092-497e-a12c-d6040ce2c27b disassociated. External IP: 172.27.1.126, port: 569cda42-daf2-4635-946a-06986b7a4a3f. Jul 08 02:51:20.467878 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Calling delete_port for 569cda42-daf2-4635-946a-06986b7a4a3f owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:51:20.591152 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:20.617032 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Pushing event deleted for resources: {'Port': ['ID=569cda42-daf2-4635-946a-06986b7a4a3f,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:20.626203 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:20.626555 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:20.626911 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:20.627233 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:20.627564 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:20.627896 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:20.628223 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:20.628549 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:20.629230 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:20.629230 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:20.629536 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:20.629795 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:20.766684 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:51:21.129610 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:51:21.140573 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4ef201-59e7-4110-b593-76cb5efa8628 None None] Sync routers for ids ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:51:21.150786 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ef201-59e7-4110-b593-76cb5efa8628 None None] Routers {'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:51:21.151398 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-dd4ef201-59e7-4110-b593-76cb5efa8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:51:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:51:21.202454 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] No DVR routers for this DVR port 569cda42-daf2-4635-946a-06986b7a4a3f on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:51:21.205680 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5dbe8246-9fc0-4628-9fd7-769a9f750657 req-44980c5f-c2ef-46fc-aa57-af77b6ae9490 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0518417 Jul 08 02:51:21.206709 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:21.208711 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b14449e6-f80e-4a49-975c-ab029a08d090 req-d8dd8dae-da59-4370-8d6e-6039218f0043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.54 "DELETE /v2.0/ports/569cda42-daf2-4635-946a-06986b7a4a3f HTTP/1.1" status: 204 len: 173 time: 1.1377773 Jul 08 02:51:21.208968 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494f6e3f-df12-42c1-baea-50f84c35833d', 'name': 'network-vif-deleted', 'tag': '569cda42-daf2-4635-946a-06986b7a4a3f'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:51:21.212143 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec018a2-93f1-4c52-91c2-d19a72497c9c" -d '{"events": [{"server_uuid": "494f6e3f-df12-42c1-baea-50f84c35833d", "name": "network-vif-deleted", "tag": "569cda42-daf2-4635-946a-06986b7a4a3f"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:51:21.331956 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b39495-5f3a-461a-8962-3724a1430975 x-openstack-request-id: req-96b39495-5f3a-461a-8962-3724a1430975 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:51:21.332278 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494f6e3f-df12-42c1-baea-50f84c35833d", "name": "network-vif-deleted", "tag": "569cda42-daf2-4635-946a-06986b7a4a3f", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:51:21.332717 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96b39495-5f3a-461a-8962-3724a1430975 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:51:21.333117 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494f6e3f-df12-42c1-baea-50f84c35833d', 'name': 'network-vif-deleted', 'tag': '569cda42-daf2-4635-946a-06986b7a4a3f', 'status': 'completed', 'code': 200} Jul 08 02:51:21.403478 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-dd4ef201-59e7-4110-b593-76cb5efa8628 None None] Set router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:51:21.598331 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-dd4ef201-59e7-4110-b593-76cb5efa8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:51Z', 'updated_at': '2021-07-08T02:47:56Z', 'revision_number': 4, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'gw_port': {'id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:52Z', 'updated_at': '2021-07-08T02:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '64b0b9fb-8e09-428a-bf24-97a85adc5447', 'name': '', 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'mac_address': 'fa:16:3e:39:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:55Z', 'updated_at': '2021-07-08T02:48:03Z', 'revision_number': 5, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'subnets': [{'id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:51:21.627399 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4ef201-59e7-4110-b593-76cb5efa8628 None None] Checking router: f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:51:21.636674 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ef201-59e7-4110-b593-76cb5efa8628 None None] Routers {'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:51:21.637286 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-dd4ef201-59e7-4110-b593-76cb5efa8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:51:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:51:21.742307 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-dd4ef201-59e7-4110-b593-76cb5efa8628 None None] Set router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:51:21.943774 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-dd4ef201-59e7-4110-b593-76cb5efa8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:51Z', 'updated_at': '2021-07-08T02:47:56Z', 'revision_number': 4, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'gw_port': {'id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:52Z', 'updated_at': '2021-07-08T02:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '64b0b9fb-8e09-428a-bf24-97a85adc5447', 'name': '', 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'mac_address': 'fa:16:3e:39:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:55Z', 'updated_at': '2021-07-08T02:48:03Z', 'revision_number': 5, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'subnets': [{'id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:51:21.970780 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4ef201-59e7-4110-b593-76cb5efa8628 None None] The sync data for ids ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'] in dv-cinder-789077-2-iscsi is: [{'id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:51Z', 'updated_at': '2021-07-08T02:47:56Z', 'revision_number': 4, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'gw_port': {'id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:52Z', 'updated_at': '2021-07-08T02:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '64b0b9fb-8e09-428a-bf24-97a85adc5447', 'name': '', 'network_id': 'b426d846-694d-47d4-97e2-829f7ad00618', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'mac_address': 'fa:16:3e:39:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:55Z', 'updated_at': '2021-07-08T02:48:03Z', 'revision_number': 5, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'subnets': [{'id': 'effb1e13-863c-4e8e-a443-4dcdd2ad5097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:51:22.181369 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e704632-aca7-46d2-92f8-c7e8de5a3ed3 None None] New status for floating IP c5be930a-1092-497e-a12c-d6040ce2c27b: DOWN {{(pid=104848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:51:22.365783 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-153fdc73-0dbf-4790-afe1-f1ca6f269408 req-695fa6b2-7a0e-4664-87fb-800f83bd8d70 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0286283 Jul 08 02:51:22.709533 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 569cda42-daf2-4635-946a-06986b7a4a3f no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:51:22.734668 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: 569cda42-daf2-4635-946a-06986b7a4a3f {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:51:22.735011 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 569cda42-daf2-4635-946a-06986b7a4a3f not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:51:23.513337 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-853be4b0-4f16-4996-b5cb-f79f1a278f19 req-9d6f267c-eedd-45d8-ac55-109b160494f3 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0285430 Jul 08 02:51:23.796350 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:51:24.651427 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9a9e060c-188a-4109-8524-2695cd5ed417 req-77dc1b1b-cdf5-4ad0-a97f-4010a99e0e69 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0277383 Jul 08 02:51:25.789728 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-770e2199-2cb2-456b-83a1-c9304a39a17a req-d09eb5f6-3400-4660-ab9f-31f8cac958c5 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0316308 Jul 08 02:51:26.923859 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-845270e1-0830-49a4-b431-8b98f892bab6 req-1fd2f08a-f257-4d1f-bf05-2210806ca507 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0283763 Jul 08 02:51:28.057567 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d39d1bfa-7f23-4579-8adf-d76b03e00294 req-43fbacb5-9d90-46cd-8200-77825d5079a9 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0283732 Jul 08 02:51:29.192080 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-369f8411-f2ce-4dd5-911b-e87b9586cb1a req-46ec4673-6112-48ef-80d6-6b5f8558a1fe tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0274928 Jul 08 02:51:30.332663 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4628200f-5da8-4ffb-ab22-a86b33a06840 req-dcd2a746-51d2-48da-a501-265137688f89 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0314250 Jul 08 02:51:31.468070 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-54ec9ee7-bd5f-4f22-a311-e5c14bd3059d req-a749550b-c767-46be-b7cf-eeceb30f6b60 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0271566 Jul 08 02:51:32.601846 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4055b904-0cca-46d5-bb47-c0648b7f4679 req-4ae7472f-9dca-4db4-b59b-81a9e6cc86f0 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0270443 Jul 08 02:51:33.737662 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-132ebc67-82d0-4ac1-a287-c4a2e1fc7f78 req-459b3f3a-8c6a-4c0f-a7ca-3f65151bcbb8 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0285513 Jul 08 02:51:34.875081 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e1a705be-79da-4028-9eac-1e6fac315266 req-1fb19903-d050-4949-b71e-0141d34da7ea tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0313168 Jul 08 02:51:36.010614 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-333fbdbc-c1dd-475f-8ec4-e1a1d8866a28 req-3d9c63b1-5db3-422f-95eb-c76bcd4c40e7 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0284491 Jul 08 02:51:37.148420 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c9d31335-c173-4b46-aeca-ee69cb1c1e63 req-02ffe4fe-29ac-437c-868a-c9b3acce6ef3 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0300467 Jul 08 02:51:38.287936 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-288b744a-2b6a-478d-a11d-3e6ef841cbf4 req-6ee6c7e6-e9d1-4c51-a356-fbc38419ff04 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0293970 Jul 08 02:51:39.429090 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-260581ec-b359-4402-8b2b-0a9461589b3c req-daddece6-cd40-4ab6-a1ce-82c33ba9d87e tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0309441 Jul 08 02:51:40.574135 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1bccdee9-d6e5-4ddd-a785-bd04cd42f6ce req-36dd5274-0685-4426-948e-f1160a5558d9 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0277863 Jul 08 02:51:41.709350 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-69cc452e-a025-459b-9f34-d345654026a1 req-e6178c95-96fc-4f89-a6a8-98aa92d0eb2d tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0283980 Jul 08 02:51:42.224557 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-15fb100f-e8c0-4557-a030-92ff9c7479be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:42.994009 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-624b391b-d9fa-47ad-97a5-d110a002fb3d req-a9d38b79-b816-46b1-a046-2c0a01295b84 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0280635 Jul 08 02:51:44.133677 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-13490a16-061c-4d36-8a16-db9db11dc079 req-a4236664-6d95-4dd4-9498-b791cc3319ca tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0308614 Jul 08 02:51:44.642317 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:44.712459 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-4bb9a9f6-eda2-4d7e-9443-d008654f6eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:44.964419 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:45.267430 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9b7cbbf4-9968-4a6c-b2af-d023ff574f2b req-7b83a857-e0ad-4d82-8769-c651cd900960 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0277753 Jul 08 02:51:46.154314 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:46.407429 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8654adc2-4d7f-4909-b488-451507c7e3be req-39a34979-b6dc-4b5e-bffd-4b7dea9b1f46 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0283747 Jul 08 02:51:46.708597 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-72361ede-de4f-422a-953a-a9d3e3ba3350 req-c989c8c5-600d-40f4-9360-1b708ff96f88 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908077 Jul 08 02:51:46.803550 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72361ede-de4f-422a-953a-a9d3e3ba3350 req-0524a7b7-8f7e-4214-9340-be3e3d5c61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:46.805537 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-72361ede-de4f-422a-953a-a9d3e3ba3350 req-0524a7b7-8f7e-4214-9340-be3e3d5c61dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 1098 time: 0.0555162 Jul 08 02:51:46.906473 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72361ede-de4f-422a-953a-a9d3e3ba3350 req-7688c5a6-dd48-4675-8933-746fd349b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:46.907899 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-72361ede-de4f-422a-953a-a9d3e3ba3350 req-7688c5a6-dd48-4675-8933-746fd349b99d service neutron] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 911 time: 0.0837300 Jul 08 02:51:46.973902 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-72361ede-de4f-422a-953a-a9d3e3ba3350 req-261b40f6-1c59-419b-82ab-c3df3258eb8a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbfd1f1c-9210-48b8-9d3f-0084edafab18 HTTP/1.1" status: 200 len: 1001 time: 0.0591021 Jul 08 02:51:47.019895 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72361ede-de4f-422a-953a-a9d3e3ba3350 req-e1fe91dd-b842-4ef2-998e-33472bfa3cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:47.021256 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-72361ede-de4f-422a-953a-a9d3e3ba3350 req-e1fe91dd-b842-4ef2-998e-33472bfa3cf6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.0414255 Jul 08 02:51:47.074484 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72361ede-de4f-422a-953a-a9d3e3ba3350 req-7fd50b5d-5b5c-475d-871a-94620367f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:47.075924 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-72361ede-de4f-422a-953a-a9d3e3ba3350 req-7fd50b5d-5b5c-475d-871a-94620367f615 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485098 Jul 08 02:51:47.165289 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-72361ede-de4f-422a-953a-a9d3e3ba3350 req-f24d606c-c7c6-4e13-a55c-ebbe6bfa16a9 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823765 Jul 08 02:51:47.251294 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-72361ede-de4f-422a-953a-a9d3e3ba3350 req-860c43d3-685b-4420-b505-76969612210f service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799520 Jul 08 02:51:47.468041 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:47.544484 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0c5336c-5f62-49af-b701-930b5db8efae req-2ac9fcf2-49b7-4811-9845-f5d21b76af23 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0277693 Jul 08 02:51:48.688867 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ca64286f-d297-497e-9521-a84be75b8239 req-10a8339e-85ee-4a56-a10e-e1347ff9922d tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0325601 Jul 08 02:51:49.825052 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d9fb2085-3862-4fe0-9668-bd6358da0c43 req-e1e97f70-20be-439a-aa88-40b05792f1d4 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0284233 Jul 08 02:51:50.961787 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-320e791d-ccb9-444f-aa37-77b1a4f519e4 req-7fd42d14-b58f-4899-90c8-73a7a8c57701 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0276337 Jul 08 02:51:52.107853 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-856003bc-e485-4e32-831f-2bcb0df602fd req-3a7e6de8-abcc-4dc9-90a8-be02df5b8030 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0286825 Jul 08 02:51:53.250481 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1f9520a0-dd38-470d-b359-bf74728c33fb req-af44a4ac-93ae-4bd3-a6c3-38523e9e3c3b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0319803 Jul 08 02:51:54.384289 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cb81d48e-31cc-46be-a6f7-e1c89e08b598 req-c6dbb264-fa97-4edb-876a-9752a8bfd977 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0272331 Jul 08 02:51:55.523706 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-25c1b4ab-b3ef-47bb-ab4a-58f046154d4e req-ed5db94a-05d7-416e-bd5a-ec38cc61582c tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0295918 Jul 08 02:51:56.659547 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a5aa23a6-757d-4bd6-8aed-0e675c8df000 req-1f5ff428-dd9a-42b1-87c1-54a53c1207c4 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0278709 Jul 08 02:51:57.801622 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-46f2d389-6760-4b9d-8ca3-e7a298c36cf1 req-e6de984e-4e9b-4af5-b03b-8e9478397272 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0309827 Jul 08 02:51:58.938500 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cd3d68d0-7f87-4943-ae13-8b0b6d80d305 req-17fdcf5f-cd9a-4475-b2df-911b4c77b050 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0282288 Jul 08 02:52:00.076506 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1b86f339-5dc7-4f8a-a470-fb79141d8d15 req-ed5a9ca1-7538-49b7-8b01-a3a055a436b3 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0283818 Jul 08 02:52:00.795970 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:52:01.211558 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1a356acb-5dc0-4c31-b2a2-c97dbb447968 req-410ec3d8-de26-4976-9888-f73a9f63ac11 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0285254 Jul 08 02:52:02.354244 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-efff6162-b266-458f-ab32-bd733534f0a2 req-219cbe3c-4a39-4254-88e1-889fc0a635b3 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0317755 Jul 08 02:52:03.491176 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-49203bc7-3098-41a0-8bd5-a45d7f1b894c req-69f59813-5429-4891-9707-c793ea649b87 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0267861 Jul 08 02:52:04.629838 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-95202dfe-e9be-4b04-b336-3e0e888f907e req-33a64c31-71ad-4a75-95a2-cab65e27cf8f tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0273635 Jul 08 02:52:05.784233 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8af8c3bc-b5d9-4f78-8fb1-f0dff6dcec64 req-ab428b32-db47-4ce1-a7cc-2722732317b6 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0269377 Jul 08 02:52:06.924650 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c7c0d10a-ff94-4cf0-88c3-4c4b727e7994 req-bc05284e-1f24-4f2b-a8fa-b7e3e56bba07 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0302541 Jul 08 02:52:08.061029 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d17a18cd-40d3-41e1-9e2a-7ca0e6a9dc2e req-43234eea-6b75-461e-b52f-d8f9ec83e8a8 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0276690 Jul 08 02:52:09.200308 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3fa670ff-c7be-4e4f-8f66-076b985a003e req-ca14a4b8-fda7-49e2-a3fe-e6fa282e29df tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0289085 Jul 08 02:52:10.342694 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3157972d-1246-44ba-a700-1b052033b1e7 req-e06ecd02-78ed-4398-b3a3-aedd1f414830 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0284200 Jul 08 02:52:11.487832 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a9830e12-07f6-4bf8-a1ab-32fe5cf8f3e0 req-9a471f07-bff6-4bde-8a42-4f760e659b8e tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0318356 Jul 08 02:52:12.227456 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-34ed5c1f-cd74-4885-9c8f-48fa13a057e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:12.626617 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-74cd2089-14bf-4135-9920-3fe173c75e3a req-fa47698f-4e8d-4de4-a6d8-bb56a12e1383 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0272329 Jul 08 02:52:13.766240 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7da492a4-39b1-4ae0-98df-6fbe59dd663d req-a208b243-308c-4742-9dd0-a40f62ae3252 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0284028 Jul 08 02:52:14.639860 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.711322 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-a9f880a1-649c-40f7-88e1-42d0756da0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.899502 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5b5b91ea-6183-4432-abf6-35c60312695e req-848ea20f-1a0e-44e4-bee0-62a0add489cd tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0271392 Jul 08 02:52:14.964303 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:16.041243 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-719397f9-53bb-40f0-9e35-0bd270394cb1 req-a7ad4c09-b673-4d2c-bacc-29122d96680f tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0303230 Jul 08 02:52:16.155077 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.176615 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8263bf2c-7223-412e-ae7d-2342574c632d req-4b52a755-55c6-491e-85d0-aaf48b807732 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0276482 Jul 08 02:52:17.471198 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:18.321132 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c45d768a-037c-40e7-931a-a59fa6924af0 req-9626657b-94ea-44cb-99b0-3d4cd95b9f42 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0293868 Jul 08 02:52:19.460129 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1a4d721b-780f-4fcf-8192-8320b667b41b req-7b892808-ab62-4cd0-b9a5-9d8afe996fa8 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0337057 Jul 08 02:52:20.599759 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2afc093a-e9ec-45d3-ae5d-5a6f6dbcf3d7 req-55a5b00b-066b-4e25-a8ee-3755b30afd7f tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0304637 Jul 08 02:52:21.742909 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-76bdce6f-f361-46ad-bc5e-2afaa648615d req-93438942-dda1-417e-aeaf-58e0cf42d538 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0282741 Jul 08 02:52:22.878213 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bf15b3db-5d65-4575-8733-ff3be2b424a9 req-e558a1c0-733f-4b78-8460-825d63adfcb9 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0284708 Jul 08 02:52:24.027945 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f44f93ae-cc2d-4b5c-b6e9-044ee366cbf4 req-52787fe5-b8df-40c6-934d-8c48f50e1bf7 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0275972 Jul 08 02:52:25.167723 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5f618dd3-0e6b-4eaf-aae9-7e5957d5b19b req-6c5c3be5-6d4a-4468-b373-3dfdbcb3c621 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0313501 Jul 08 02:52:26.303044 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d5d80325-6976-4f10-a332-b3cc040830b6 req-ac238131-0b68-43aa-92ea-5e8b8187af63 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0284081 Jul 08 02:52:27.439320 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-12109421-5ca1-4075-b9c1-ea1d00b47c9e req-6e860697-2123-44db-babe-25ac9b2b46b3 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0290077 Jul 08 02:52:28.576197 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d1e54de3-7764-4331-9444-a416eb022d78 req-a5fa6063-80da-4698-a53c-8468b518bbf4 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0277793 Jul 08 02:52:29.714771 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9e33c20b-5669-4a84-b7b9-0bc7cfcb860d req-992adb99-0c9b-493b-bb7f-b7147162bd04 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0313766 Jul 08 02:52:30.854493 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30bdb47a-6280-4b82-b3c4-abc8d8eaddb5 req-97f64f3e-bbb7-47b5-aa74-35df788d757d tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0288582 Jul 08 02:52:31.990495 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e1ba483b-5e5a-497b-99f6-9547ef9dfeca req-ad448552-4473-4622-abc7-201407809628 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0281844 Jul 08 02:52:33.128179 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b6de3848-9076-4ffb-83f4-fff774459a00 req-3042bb10-6baa-4d4b-a023-8907b1df24a5 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0279255 Jul 08 02:52:34.268058 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7488ee12-6563-4fb2-8ef9-df131bd42a80 req-f9fd3244-d9f6-4bf4-b3ae-0442653cd186 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0310042 Jul 08 02:52:35.406386 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a13d0a10-620d-4e12-897e-ef041e186339 req-c3213095-cb03-4882-8d97-68353fb48544 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0284314 Jul 08 02:52:36.540746 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-00c73c2e-690f-4c09-9794-341eaced8960 req-35a42c44-51a8-4ce7-ac79-06c38a8315df tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0276034 Jul 08 02:52:37.678043 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5bf2df3b-0406-43d4-88c7-2026f2584bbb req-234a64c9-3f90-4732-a650-709c8daabefc tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0282774 Jul 08 02:52:37.795607 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:52:38.822154 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-edb99359-45f5-47ff-b267-2b3d947e3b30 req-fde4df42-6bd6-4e49-a7ae-749dbe33245d tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0335789 Jul 08 02:52:39.970726 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d3a9a990-f72a-4086-bddd-82a94b460050 req-75265d9e-1b6f-4bc2-8328-e6340a4db67e tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0286231 Jul 08 02:52:41.106024 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e4555914-6ee7-4561-921b-5d3e13cae346 req-cc64d152-a343-47b0-bb01-5812d9dd7154 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0274715 Jul 08 02:52:42.228870 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-7796fd6d-270c-4555-935f-5974d94b1cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:42.246417 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-24d32f92-e6d9-47b3-b3ef-0e5d26afc19f req-1aa6edcc-fe1c-4f3d-8414-d32337a5df82 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0304949 Jul 08 02:52:43.385823 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-073ef5d0-5a65-47f4-9cdc-6c01362838e7 req-8fb85dd1-4dc6-4c05-a77a-7333fe59d1e3 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0312495 Jul 08 02:52:44.522605 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9814c54b-78f7-494a-bb90-7c547873eba6 req-33c1c793-6aad-45d3-bbb6-75ac22201c1d tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0272655 Jul 08 02:52:44.638547 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:44.710136 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2678d5aa-1fc7-4887-8242-43c0c99dd838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:44.965453 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:45.658349 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cf8023b8-c35a-4e19-9069-efe57c022f4e req-7bb06595-b76b-4c1e-8a75-39fd4dccd79b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0279298 Jul 08 02:52:46.112897 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c6d66082-efb9-41c5-8cef-aa5504d4496a req-d3af0211-2577-45a9-85fe-e7765162e289 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510149 Jul 08 02:52:46.158237 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:46.189283 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d66082-efb9-41c5-8cef-aa5504d4496a req-909b0627-9b13-4725-af4c-10d8885ce122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:46.190875 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c6d66082-efb9-41c5-8cef-aa5504d4496a req-909b0627-9b13-4725-af4c-10d8885ce122 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf146c7263348b19beed67f69227864&device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 1100 time: 0.0574665 Jul 08 02:52:46.291782 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d66082-efb9-41c5-8cef-aa5504d4496a req-98d6c937-c04e-4d91-a0f3-c4da78eb0ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:46.293371 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c6d66082-efb9-41c5-8cef-aa5504d4496a req-98d6c937-c04e-4d91-a0f3-c4da78eb0ed3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=06c852e3-976b-48a1-a484-4e900038f3c5 HTTP/1.1" status: 200 len: 917 time: 0.0828633 Jul 08 02:52:46.363933 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c6d66082-efb9-41c5-8cef-aa5504d4496a req-428d4163-06c0-4831-b719-b5d547372ae7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 HTTP/1.1" status: 200 len: 1001 time: 0.0639086 Jul 08 02:52:46.410511 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d66082-efb9-41c5-8cef-aa5504d4496a req-cddc19a0-0c9e-4a77-a759-f4a47c52bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:46.411885 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c6d66082-efb9-41c5-8cef-aa5504d4496a req-cddc19a0-0c9e-4a77-a759-f4a47c52bdc7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cf243d-2400-43e3-a620-04f0df041e5e HTTP/1.1" status: 200 len: 855 time: 0.0424974 Jul 08 02:52:46.466796 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d66082-efb9-41c5-8cef-aa5504d4496a req-fd8bb385-b37c-4969-b27e-cb31dc499887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:46.468229 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c6d66082-efb9-41c5-8cef-aa5504d4496a req-fd8bb385-b37c-4969-b27e-cb31dc499887 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=06c852e3-976b-48a1-a484-4e900038f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499723 Jul 08 02:52:46.556204 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c6d66082-efb9-41c5-8cef-aa5504d4496a req-1d24f218-1598-427e-90be-98ac30244cdf service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815756 Jul 08 02:52:46.643455 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c6d66082-efb9-41c5-8cef-aa5504d4496a req-9f5f0fbd-4b03-451e-9e8a-80b38ab17c78 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804591 Jul 08 02:52:46.800029 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-62a2d783-c1c8-40bc-b89e-f298cc0c824b req-44aa5503-c6c9-4ad0-8273-0692e87395b5 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0279758 Jul 08 02:52:47.473908 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:47.940281 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e105b87c-b2ca-454c-ab5a-a6b379a58db7 req-f00221d8-f612-4f54-9897-48aac018a354 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0330040 Jul 08 02:52:49.076954 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d76d1be6-7c9a-4c71-a875-e9c1786cbc74 req-9fc28a4e-4566-486c-8cba-948b44d69d12 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0285587 Jul 08 02:52:50.213083 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d725d0e4-a083-4df2-be9f-d565509972e1 req-1ad38b00-fec0-4fbf-ad96-7da7620269c4 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0271037 Jul 08 02:52:51.351216 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fbca32ed-a21a-431b-bf8d-7e5c520817f7 req-47f3a280-6285-4820-aa59-ee62acf541d4 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0267758 Jul 08 02:52:52.497976 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2c02cabb-0a55-4ab9-ac98-f669d4e3c2f6 req-cd4be55e-07bb-4ec2-940e-789d5175ee8d tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0310986 Jul 08 02:52:53.642829 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6768c5d6-2575-4164-8900-28eeb7c57f92 req-7baafaae-f3dc-4e65-88f5-55d475ce4043 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0291378 Jul 08 02:52:54.779934 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d5e5f4fd-2c03-438b-a04d-442ec0818d21 req-b11df0d0-138c-426c-80e9-e7421856c2ad tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0275102 Jul 08 02:52:55.917979 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-afa08820-6e52-43c9-ad44-5cef4f12b7a2 req-603e1b22-faf0-4a36-998b-4d779c806deb tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0267613 Jul 08 02:52:57.057509 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-206eeb4e-0c56-4e49-8d5f-9d48592b36ae req-f744843a-507f-40bd-ba67-1c661cdb028f tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0321832 Jul 08 02:52:58.196030 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-34e6e0c8-81b2-406d-b2f0-4c7871c755c0 req-38f0ab50-9580-4521-9ed7-ad4413b1f5b2 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0290377 Jul 08 02:52:59.330883 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fd2dd4db-dc2c-4877-8c58-7bee1061f570 req-bf9274e7-c5a8-4277-80d4-cc8ee75c06b0 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0280187 Jul 08 02:53:00.471054 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4b8eb148-e860-41fd-9670-2e5d53b73fa3 req-61a3051c-3951-47fa-baff-45ad3d1a0b30 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0271659 Jul 08 02:53:01.613213 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-648bb59d-f7c7-4530-8e79-da5335603e62 req-0de087e1-4958-4fe6-809f-9ee3ce87d064 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0325775 Jul 08 02:53:02.752774 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-05e1e650-3b0e-496e-b218-17a461ff443c req-1fea1c1e-967e-4631-abd2-fae3df9e0375 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0277476 Jul 08 02:53:03.889959 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2b202815-aa6d-415a-bbac-0808e4629655 req-528b61db-8cc9-490c-afc4-39e9f8052424 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0272536 Jul 08 02:53:05.029099 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e7b0c9aa-6a63-4d4f-87d2-bd15fc10c732 req-c092e218-f6e6-4b41-9618-05fd50a92328 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0280440 Jul 08 02:53:06.167463 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7f335474-be66-44d5-9e39-634526f389ec req-17ab0053-2d53-42c9-ab20-d57d2f476b12 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0303750 Jul 08 02:53:07.306002 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8c18a78c-6cc4-4024-9105-e5554b63cb99 req-204bf2a2-e722-4f84-8e12-0d284a247e9a tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0285420 Jul 08 02:53:08.441524 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bbbf81ff-cf47-4bdd-8ec5-c933c9b8d92d req-d7728c50-a0c5-40f3-b932-9314066ea810 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0283418 Jul 08 02:53:09.579933 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-227924d3-7dd9-4233-a699-274a4fad1d3c req-bc65e08e-6d80-4ff0-ace0-43189f82ece1 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0280271 Jul 08 02:53:10.808458 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a788d382-6bc8-4168-8e1b-aa49c5a095e1 req-46c727e4-4bcf-4b3c-b263-b63ab6ff1b57 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0309243 Jul 08 02:53:11.948713 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-90fcec7c-ada7-4d42-881a-9e6f76cebe12 req-1bfc4c5a-2b8c-4f29-8f98-bba5965b6f74 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0280085 Jul 08 02:53:12.231054 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0212-46b6-45ad-8548-fa1608255262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:13.083774 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a063202a-16a4-496c-994c-487a53280380 req-92753769-cb5e-45d9-b198-f8a30a682678 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0281975 Jul 08 02:53:14.222294 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5425e238-5d5a-4da6-a447-f61b83ea0746 req-ca59db12-985d-414a-b7d6-cf21ce9c7148 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0271075 Jul 08 02:53:14.636570 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:14.709122 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-78bccdce-f39b-4719-8617-564633c927de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:14.795297 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:53:14.966758 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:15.361252 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1427d766-2764-4036-b167-fa8bd54098bc req-06f1b5fc-4cbe-4f4f-bd12-8b50aab91db6 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0298369 Jul 08 02:53:16.161440 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:16.500193 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-570ab099-3fac-4ce6-9083-d31fed570ec8 req-dba749e3-3ab4-4f94-b337-204c84e73ff3 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0275724 Jul 08 02:53:17.478908 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:17.635734 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f42400ba-41e1-49b8-bc5e-dcb9f8d79e37 req-4c5f9a25-39c0-49a2-9f6e-369f3189dd08 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0269763 Jul 08 02:53:18.774900 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a4e929f6-070b-492b-b848-013985ec9da6 req-49cc70a4-40b0-40f7-9104-a2a266cd8dd7 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0283256 Jul 08 02:53:19.913970 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ebfd229a-1aa3-4ee9-b9eb-480f289d7d01 req-4c825682-9b8c-44a8-af0d-3787816ed4c4 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0305915 Jul 08 02:53:21.559536 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-20b53708-6663-4461-bc7f-efaa582b7e72 req-5d8c5168-5bb5-4059-9e85-8f2631e96fb4 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?device_id=494f6e3f-df12-42c1-baea-50f84c35833d HTTP/1.1" status: 200 len: 210 time: 0.0279112 Jul 08 02:53:22.880197 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c9f97de-c4a8-4122-b2ec-e4599c31180e req-9f6cb520-26b6-4375-838b-4a172ac9f350 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664706170&fields=id&tenant_id=6ca3e670a9874134b1e7ec6ae4b1447e HTTP/1.1" status: 200 len: 267 time: 0.0377355 Jul 08 02:53:22.985115 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f97de-c4a8-4122-b2ec-e4599c31180e req-a21649f2-8f50-4a5b-88cc-ee3310c1248a tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:22.986600 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c9f97de-c4a8-4122-b2ec-e4599c31180e req-a21649f2-8f50-4a5b-88cc-ee3310c1248a tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/networks?id=b426d846-694d-47d4-97e2-829f7ad00618 HTTP/1.1" status: 200 len: 812 time: 0.1001527 Jul 08 02:53:23.000954 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c9f97de-c4a8-4122-b2ec-e4599c31180e req-1eb2f1bb-ddf9-4a70-a7ce-22299f443749 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/quotas/6ca3e670a9874134b1e7ec6ae4b1447e HTTP/1.1" status: 200 len: 375 time: 0.0091846 Jul 08 02:53:23.066684 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c9f97de-c4a8-4122-b2ec-e4599c31180e req-dd80961f-b2d5-42f7-8389-cd59f479a991 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ca3e670a9874134b1e7ec6ae4b1447e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610340 Jul 08 02:53:23.211453 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c9f97de-c4a8-4122-b2ec-e4599c31180e req-40494188-2717-460d-afac-5a939b96080e service neutron] 10.222.0.21 "GET /v2.0/networks/b426d846-694d-47d4-97e2-829f7ad00618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335244 Jul 08 02:53:23.300163 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c9f97de-c4a8-4122-b2ec-e4599c31180e req-e9f32000-b32c-41e0-b91b-2b99523d2cf9 service neutron] 10.222.0.21 "GET /v2.0/networks/b426d846-694d-47d4-97e2-829f7ad00618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826912 Jul 08 02:53:23.474110 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 45256) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:53:23.599061 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Deleting port 8ebfe2d5-f8ec-41cc-8d22-b9d2c897f142 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:53:23.599408 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:23.682474 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:23.682804 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:23.694009 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Calling delete_port for 8ebfe2d5-f8ec-41cc-8d22-b9d2c897f142 owned by network:floatingip {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:53:23.828589 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:23.883595 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Pushing event deleted for resources: {'Port': ['ID=8ebfe2d5-f8ec-41cc-8d22-b9d2c897f142,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:53:23.909000 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:23.909352 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:23.909697 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:23.910065 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:23.910406 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:23.910738 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:23.911071 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:23.911400 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:23.911729 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:23.912055 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:23.912380 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:23.912702 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:23.930669 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for floatingip, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:23.933157 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:23.934327 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-ee00fdc9-7904-4aaa-90bf-44530ab1b89b tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "DELETE /v2.0/floatingips/c5be930a-1092-497e-a12c-d6040ce2c27b HTTP/1.1" status: 204 len: 168 time: 0.4592361 Jul 08 02:53:42.233718 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2c060e49-6b3b-4032-8fef-1316b820f4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:44.651374 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:44.708747 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-05215fb2-3131-427a-8001-9a110e8cfd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:44.968141 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:46.108413 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ec147ec7-5c39-4b1b-b6c1-db8672f201cf req-5c5525bc-2a20-4fc6-9ea0-fc46512fc37c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500433 Jul 08 02:53:46.164953 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:46.184275 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec147ec7-5c39-4b1b-b6c1-db8672f201cf req-a5377d2c-813e-4f81-8892-de87bfa126db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:46.186601 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ec147ec7-5c39-4b1b-b6c1-db8672f201cf req-a5377d2c-813e-4f81-8892-de87bfa126db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=673ab3285aeb4543b917150a9b83264a&device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 1098 time: 0.0570347 Jul 08 02:53:46.286193 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec147ec7-5c39-4b1b-b6c1-db8672f201cf req-b38e9152-0ff1-407b-91d2-7349306547ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:46.287691 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ec147ec7-5c39-4b1b-b6c1-db8672f201cf req-b38e9152-0ff1-407b-91d2-7349306547ba service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f78bd6c-2fb9-4346-a188-dda9530e4242 HTTP/1.1" status: 200 len: 916 time: 0.0825267 Jul 08 02:53:46.331784 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ec147ec7-5c39-4b1b-b6c1-db8672f201cf req-8137e2a9-7423-4cb3-bf50-5b867756262b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=315fc5cc-7a89-4098-b970-05f18ec9de24 HTTP/1.1" status: 200 len: 217 time: 0.0380688 Jul 08 02:53:46.617155 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec147ec7-5c39-4b1b-b6c1-db8672f201cf req-ec12133c-9180-41ac-b88a-4e18d7e98c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:46.618635 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ec147ec7-5c39-4b1b-b6c1-db8672f201cf req-ec12133c-9180-41ac-b88a-4e18d7e98c1f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9cb3a1c5-f762-4173-84a7-09042e95bbdf HTTP/1.1" status: 200 len: 854 time: 0.2811782 Jul 08 02:53:46.674868 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec147ec7-5c39-4b1b-b6c1-db8672f201cf req-fb7e72cf-d79e-421d-a41c-e051a55dca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:46.676395 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ec147ec7-5c39-4b1b-b6c1-db8672f201cf req-fb7e72cf-d79e-421d-a41c-e051a55dca0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f78bd6c-2fb9-4346-a188-dda9530e4242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507710 Jul 08 02:53:46.767168 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ec147ec7-5c39-4b1b-b6c1-db8672f201cf req-5e67c40b-c756-4118-8946-8ae4df416d9d service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838072 Jul 08 02:53:46.854977 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ec147ec7-5c39-4b1b-b6c1-db8672f201cf req-dd7011fb-0194-4997-99b4-43235efdf8d6 service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813596 Jul 08 02:53:47.483568 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:51.793878 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:54:12.234820 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1ff777a6-dbc4-4990-8825-97b826d9b1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:14.648646 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:14.709018 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-65e45165-94e0-4efc-b10f-2f4e0662dce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:14.968934 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:16.167510 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.485041 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:28.792985 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:54:42.235412 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9f37bad1-2b9b-401a-a403-eeb5bf15c8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:44.665732 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:44.709208 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-5f93f4e3-e187-4b17-a5a1-4652172d0aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:44.978341 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:46.132416 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2aff388d-c6b3-43b1-83a6-c1de0c184993 req-48c5d7d4-e919-4b7c-9ebb-98ed50896459 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527515 Jul 08 02:54:46.171499 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:46.205364 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff388d-c6b3-43b1-83a6-c1de0c184993 req-2f33a526-a2d4-4703-adec-cd7cde4267a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:46.206896 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2aff388d-c6b3-43b1-83a6-c1de0c184993 req-2f33a526-a2d4-4703-adec-cd7cde4267a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3ec37a63bde468096615d681d5aa535&device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 1099 time: 0.0530405 Jul 08 02:54:46.312328 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff388d-c6b3-43b1-83a6-c1de0c184993 req-62004a87-2f67-45a2-b3dd-25f3dde9cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:46.314342 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2aff388d-c6b3-43b1-83a6-c1de0c184993 req-62004a87-2f67-45a2-b3dd-25f3dde9cfd2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=96dfd8bf-f2b8-48bb-b811-e3605311056e HTTP/1.1" status: 200 len: 914 time: 0.0850289 Jul 08 02:54:46.356767 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2aff388d-c6b3-43b1-83a6-c1de0c184993 req-3c858c24-0e1e-4a83-a4ef-a05e2822f231 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 HTTP/1.1" status: 200 len: 217 time: 0.0357220 Jul 08 02:54:46.403204 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff388d-c6b3-43b1-83a6-c1de0c184993 req-c977e51b-ced5-4caf-967e-c95c4757b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:46.404585 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2aff388d-c6b3-43b1-83a6-c1de0c184993 req-c977e51b-ced5-4caf-967e-c95c4757b8fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea42353a-14da-49b0-a81f-4d45aed1a827 HTTP/1.1" status: 200 len: 853 time: 0.0419409 Jul 08 02:54:46.435590 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2aff388d-c6b3-43b1-83a6-c1de0c184993 req-b6d26b62-1921-45f4-b0a1-e7caf473538d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=96dfd8bf-f2b8-48bb-b811-e3605311056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248265 Jul 08 02:54:46.525632 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2aff388d-c6b3-43b1-83a6-c1de0c184993 req-2f42e70b-5231-405d-97df-a59db5b08e78 service neutron] 10.222.0.54 "GET /v2.0/networks/96dfd8bf-f2b8-48bb-b811-e3605311056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830922 Jul 08 02:54:46.619331 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2aff388d-c6b3-43b1-83a6-c1de0c184993 req-7587436c-dac3-43c7-9296-15d641a0fa21 service neutron] 10.222.0.54 "GET /v2.0/networks/96dfd8bf-f2b8-48bb-b811-e3605311056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868919 Jul 08 02:54:47.488717 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:05.791445 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:55:12.234899 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-83053dec-0f51-4cfd-95b2-03cd9e46ffd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:14.677307 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:14.708330 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-74744499-cd26-4e99-95f5-369bff7cba61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:14.969572 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:16.172920 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.490579 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:42.236255 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-4b67ad9e-25cd-46b6-8344-7ec83bdf7bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:42.790757 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:55:44.676297 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:44.707979 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-58b20134-332a-479a-b6e6-8313dc44d0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:44.971214 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:46.174846 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:47.495539 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:48.074010 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d8675b6b-12f0-4a61-ab42-4a5e4ebeade3 req-4748194a-3f9d-4c64-95b6-4a4a3e1022e3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528007 Jul 08 02:55:48.178681 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8675b6b-12f0-4a61-ab42-4a5e4ebeade3 req-381a5a5c-ed9b-46c9-8719-d7f4e5cc044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:48.180078 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d8675b6b-12f0-4a61-ab42-4a5e4ebeade3 req-381a5a5c-ed9b-46c9-8719-d7f4e5cc044e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 1098 time: 0.0584550 Jul 08 02:55:48.282953 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8675b6b-12f0-4a61-ab42-4a5e4ebeade3 req-ad458429-61c6-4438-9b1d-1c6c94a4d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:48.284425 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d8675b6b-12f0-4a61-ab42-4a5e4ebeade3 req-ad458429-61c6-4438-9b1d-1c6c94a4d431 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 911 time: 0.0832875 Jul 08 02:55:48.351686 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d8675b6b-12f0-4a61-ab42-4a5e4ebeade3 req-c9db466b-50b4-48a2-8f38-9154e24ae77c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbfd1f1c-9210-48b8-9d3f-0084edafab18 HTTP/1.1" status: 200 len: 1001 time: 0.0603304 Jul 08 02:55:48.400420 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8675b6b-12f0-4a61-ab42-4a5e4ebeade3 req-baf14500-b805-4972-9eb2-81f7691dd84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:48.401892 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d8675b6b-12f0-4a61-ab42-4a5e4ebeade3 req-baf14500-b805-4972-9eb2-81f7691dd84a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.0435617 Jul 08 02:55:48.458593 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8675b6b-12f0-4a61-ab42-4a5e4ebeade3 req-942c7103-7ee8-4a66-8c79-45b7ece68b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:48.460040 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d8675b6b-12f0-4a61-ab42-4a5e4ebeade3 req-942c7103-7ee8-4a66-8c79-45b7ece68b5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515068 Jul 08 02:55:48.471085 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [req-d8675b6b-12f0-4a61-ab42-4a5e4ebeade3 req-f1940db7-f8b1-45ac-a03e-ff123def0143 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:55:48.472010 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d8675b6b-12f0-4a61-ab42-4a5e4ebeade3 req-f1940db7-f8b1-45ac-a03e-ff123def0143 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052354 Jul 08 02:55:48.562490 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d8675b6b-12f0-4a61-ab42-4a5e4ebeade3 req-e3d32a2e-097c-40b2-92a2-1a84b9cf76e6 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828021 Jul 08 02:55:48.647762 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d8675b6b-12f0-4a61-ab42-4a5e4ebeade3 req-7c1f824a-8dba-4355-b78d-8666c1908ede service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793202 Jul 08 02:55:49.802863 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1086e-79be-48c3-8fa8-ed9aec508a88 req-e591834d-c249-4435-a0e1-8629e04c28d8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:49.804353 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3a1086e-79be-48c3-8fa8-ed9aec508a88 req-e591834d-c249-4435-a0e1-8629e04c28d8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 947 time: 0.0676391 Jul 08 02:55:49.846880 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3a1086e-79be-48c3-8fa8-ed9aec508a88 req-4aea280f-9806-436f-b533-66a95ed889cb tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370452 Jul 08 02:55:50.325108 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-8051e0bc-f02d-4bbb-91bd-4cc95b267981 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:50.326592 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-8051e0bc-f02d-4bbb-91bd-4cc95b267981 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 947 time: 0.0643723 Jul 08 02:55:50.422836 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Deleting port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:55:50.423182 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:50.511119 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] For port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:55:50.511393 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:50.674500 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:50.674868 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:50.675184 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.l3_db [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Floating IP 032c1e36-9bd4-4491-a7c1-ddfdd19e69db disassociated. External IP: 172.27.1.94, port: 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0. Jul 08 02:55:50.675522 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Calling delete_port for 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:55:50.805672 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:50.843912 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event deleted for resources: {'Port': ['ID=70d1fe9f-fd72-4135-b6f5-a831f9fc86b0,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:50.865763 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:50.865763 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:50.865763 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:50.865763 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:50.865763 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:50.865763 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:50.865763 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:50.865763 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:50.865763 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:50.865763 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:50.865763 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:50.865763 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:50.982688 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Router bc321ce1-601b-4964-822e-6e45e5fd18f0 has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:55:51.060054 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2ee5d7c7-15b0-485b-8260-d572b9d32945 req-c5683262-9f71-44c0-ae6d-293f55087c0b tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0328503 Jul 08 02:55:51.123686 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:55:51.132874 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c863c9f-97a4-4b3b-987d-6854ad34d196 None None] Sync routers for ids ['bc321ce1-601b-4964-822e-6e45e5fd18f0'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:55:51.142029 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c863c9f-97a4-4b3b-987d-6854ad34d196 None None] Routers {'bc321ce1-601b-4964-822e-6e45e5fd18f0'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:55:51.142635 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-9c863c9f-97a4-4b3b-987d-6854ad34d196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:55:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['bc321ce1-601b-4964-822e-6e45e5fd18f0'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:51.169103 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] No DVR routers for this DVR port 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:55:51.173398 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:51.174507 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff03c58a-2e60-4ac5-b0f3-efd41c026b7a req-640c424f-1107-445e-8e90-75d4b17c52ea tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.54 "DELETE /v2.0/ports/70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 HTTP/1.1" status: 204 len: 173 time: 0.8425014 Jul 08 02:55:51.174940 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e086179-1faa-4e28-9b17-68812ba26039', 'name': 'network-vif-deleted', 'tag': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:55:51.177173 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f927efe-dba7-4731-8612-d7b9d7f07f74" -d '{"events": [{"server_uuid": "6e086179-1faa-4e28-9b17-68812ba26039", "name": "network-vif-deleted", "tag": "70d1fe9f-fd72-4135-b6f5-a831f9fc86b0"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:55:51.215543 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dadd4e-5eff-405b-983c-2c30193c863e x-openstack-request-id: req-44dadd4e-5eff-405b-983c-2c30193c863e {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:55:51.215543 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e086179-1faa-4e28-9b17-68812ba26039", "name": "network-vif-deleted", "tag": "70d1fe9f-fd72-4135-b6f5-a831f9fc86b0", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:55:51.215543 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44dadd4e-5eff-405b-983c-2c30193c863e {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:55:51.215543 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e086179-1faa-4e28-9b17-68812ba26039', 'name': 'network-vif-deleted', 'tag': '70d1fe9f-fd72-4135-b6f5-a831f9fc86b0', 'status': 'completed', 'code': 200} Jul 08 02:55:51.261064 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-9c863c9f-97a4-4b3b-987d-6854ad34d196 None None] Set router bc321ce1-601b-4964-822e-6e45e5fd18f0 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:55:51.463518 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-9c863c9f-97a4-4b3b-987d-6854ad34d196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '99528089-392b-4aa7-b3e8-e9a0d0aa9675', 'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'mac_address': 'fa:16:3e:d9:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:28Z', 'updated_at': '2021-07-08T02:45:40Z', 'revision_number': 5, 'project_id': '3bf146c7263348b19beed67f69227864', 'subnets': [{'id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:51.489381 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c863c9f-97a4-4b3b-987d-6854ad34d196 None None] Checking router: bc321ce1-601b-4964-822e-6e45e5fd18f0 for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:55:51.497354 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c863c9f-97a4-4b3b-987d-6854ad34d196 None None] Routers {'bc321ce1-601b-4964-822e-6e45e5fd18f0'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:55:51.497990 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-9c863c9f-97a4-4b3b-987d-6854ad34d196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:55:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['bc321ce1-601b-4964-822e-6e45e5fd18f0'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:51.710093 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-9c863c9f-97a4-4b3b-987d-6854ad34d196 None None] Set router bc321ce1-601b-4964-822e-6e45e5fd18f0 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:55:51.907838 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-9c863c9f-97a4-4b3b-987d-6854ad34d196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '99528089-392b-4aa7-b3e8-e9a0d0aa9675', 'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'mac_address': 'fa:16:3e:d9:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:28Z', 'updated_at': '2021-07-08T02:45:40Z', 'revision_number': 5, 'project_id': '3bf146c7263348b19beed67f69227864', 'subnets': [{'id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:51.936473 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c863c9f-97a4-4b3b-987d-6854ad34d196 None None] The sync data for ids ['bc321ce1-601b-4964-822e-6e45e5fd18f0'] in dv-cinder-789077-2-iscsi is: [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '99528089-392b-4aa7-b3e8-e9a0d0aa9675', 'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'mac_address': 'fa:16:3e:d9:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:28Z', 'updated_at': '2021-07-08T02:45:40Z', 'revision_number': 5, 'project_id': '3bf146c7263348b19beed67f69227864', 'subnets': [{'id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:55:52.162095 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659458df-baa9-4f8d-ba17-09325674ae17 None None] New status for floating IP 032c1e36-9bd4-4491-a7c1-ddfdd19e69db: DOWN {{(pid=104848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:55:52.177453 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:55:52.198353 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:55:52.198353 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 70d1fe9f-fd72-4135-b6f5-a831f9fc86b0 not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:55:52.215171 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2875ceef-1f63-4d31-afb2-d11cdd43e06b req-c469bbc1-107c-4cca-b5e3-3dd8c5448367 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0320857 Jul 08 02:55:53.356032 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-17789364-389d-4a18-8f7f-e3e3dfac5d7a req-5f603210-c3ae-4b74-9ed9-fbe5a9574cfa tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0271683 Jul 08 02:55:54.498322 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2d6ca569-c169-40b8-96da-4b96255daaf4 req-96ef02dd-d2ff-4ada-bb92-0adb9ce62b89 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0270927 Jul 08 02:55:55.640390 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1ba0c9d1-28e9-47ab-bfff-52c318f203fb req-84a8f4a3-7191-4d6d-ac96-4ab3febc380e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0295258 Jul 08 02:55:56.784217 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-48bb2885-2693-4e4e-822a-4eec17e570da req-d4493990-7216-4c13-ae0e-6f7a82e43ec5 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0283306 Jul 08 02:55:57.928631 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d1db1075-af62-4df4-9611-e8a6c54464b6 req-b37116ba-3cdc-4136-9601-96dc020751df tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0288582 Jul 08 02:55:59.080958 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6864bb83-531e-471e-b138-8324b48e0bf6 req-1bc447c3-77b1-46ee-aabf-ee78e3be5531 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0279233 Jul 08 02:56:00.222945 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ee9e249a-426a-4bca-a320-0e4e9ce73519 req-6496f11b-b190-4798-9349-4514795265f8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0306647 Jul 08 02:56:01.366385 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7790a2a7-9b12-4562-b4be-29c2bb6b76c3 req-845bc6c0-25b1-442c-8573-40846347f06a tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0284657 Jul 08 02:56:02.508499 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7b5d0011-cd4f-485a-8ef8-df378b2e5cf8 req-3b384ee2-1faa-41c7-bf96-dd277223c946 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0283499 Jul 08 02:56:03.651194 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41988e2d-9bb0-498b-8ecb-40332c143b37 req-2059cc21-35e8-4a40-b6d2-e4721ed33ad7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0286407 Jul 08 02:56:04.795459 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-142520b2-5517-486e-880d-44be0edd7331 req-137356bd-2a74-4808-bd4a-73b80452f84e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0312867 Jul 08 02:56:05.949144 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7fb3af45-35b8-4180-96f9-e737040cb776 req-1c24ad4c-dc40-47bf-9b2e-09efb86d46cc tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0273316 Jul 08 02:56:07.090437 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-15aff9b9-fc84-4fab-8fa0-1b63b55266de req-f3fd4d23-b7ee-4d89-8bd9-f5571f5c8e0f tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0269973 Jul 08 02:56:08.234018 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-187a303f-d0e7-470b-ba5e-5a46d92dc260 req-f08fb6a4-8625-4337-aca8-5b36411a605a tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0274420 Jul 08 02:56:09.378034 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2a438ae5-4469-4c00-b52b-f0cfba370dba req-8b805898-8161-4d17-bff7-951668e5d418 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0308743 Jul 08 02:56:10.520990 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f466ec79-c86e-4043-86f4-08db28494b34 req-cf6045ee-7bf1-4653-99fb-b27ddb99ad1b tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0277584 Jul 08 02:56:12.235838 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-5702db02-6622-42dd-bec8-cf2e7b2982bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:14.673592 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:14.708657 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-60afa193-441a-42ee-82fa-3d1d0154f4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:14.971396 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:16.177409 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:17.496293 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:19.789435 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:56:20.442048 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d1ce61c9-3db9-4f46-9ca1-58c6ed5afc0e req-c1f1fdea-d39d-45af-b70f-5c54ec0fc541 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0288219 Jul 08 02:56:21.583709 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-92f90275-f004-46b7-b294-cade2ab5266f req-6d9c42a1-0e4b-4bb4-a5a0-f24b43937ade tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0283134 Jul 08 02:56:22.727171 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-57089142-7c00-40e2-b486-5f1d88c41794 req-8d3c2bb3-ddbf-4f5e-a534-614d62375dd1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0312839 Jul 08 02:56:23.869514 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-454d58f2-6d86-45ef-8493-75733cf55468 req-ac90651f-ca11-4959-852a-0ae9d4c68155 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0277162 Jul 08 02:56:25.011363 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-125beb74-17ca-4c22-a9e8-2a21fe2c879d req-71e27254-7fa0-4e13-ace9-511ecc1dd859 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0274887 Jul 08 02:56:26.156390 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-854907b4-34c6-4957-8cb5-baf16d672017 req-7af553de-4742-4642-8f96-b4123f31d67c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0273216 Jul 08 02:56:27.303378 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b4250364-58c8-4c9b-ab21-4b6ce4ea6399 req-753a4f6a-1622-438d-93c2-06b84e319e5f tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0322807 Jul 08 02:56:28.453771 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4e335bd9-15d0-400d-8c39-4ef3adea9542 req-786f4cde-d226-443d-976e-7b721312a4f5 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0282030 Jul 08 02:56:29.592724 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-682f463b-b2cf-4a87-a2b1-60e25880a165 req-3bfda3b5-c754-4a56-a79f-282d9aca78c5 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0276265 Jul 08 02:56:30.734312 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-09a8260a-4233-47cc-80b3-230dd342e9cb req-f1fb6389-a826-4852-bb13-66fa2af0ade7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0295687 Jul 08 02:56:31.880722 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a99263ef-e9cc-4822-9657-c7e3e011fa36 req-80f34ef9-215c-418e-843b-472665169eae tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0315354 Jul 08 02:56:33.024446 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-55103902-b6af-4cb8-873f-edaa63e470b4 req-fda6eabb-b01d-4156-bd8e-053ec08b091e tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0274231 Jul 08 02:56:34.164506 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d054fe05-95aa-4bc4-add6-7ca562141d73 req-77459832-ca7f-4164-84bb-13e50646bb55 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0281882 Jul 08 02:56:35.312311 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-345a6cd6-0c26-4f34-9473-5c80a1d06115 req-6de67767-c4f4-463c-b34e-f7cf6052e8f3 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0273440 Jul 08 02:56:36.462394 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-25a3201b-ce2f-4871-ab0c-355d7f2ee427 req-33ff4f39-c83f-4444-a37b-f690d47909c5 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0318294 Jul 08 02:56:37.617596 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2155a0c0-d3b6-4bef-8190-073895014a26 req-46ed4f03-638d-46aa-95e3-a015ebdeb4a8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0336483 Jul 08 02:56:38.759620 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-34a88696-d752-4d96-9508-a2968def74e9 req-16a655ba-2f22-4812-a5f9-711782a18eee tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0286100 Jul 08 02:56:39.899526 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-77b9bb37-d961-4303-9ad4-7854ec421bc2 req-ce6da340-ab88-4d2d-909d-2e895f5032cf tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0278759 Jul 08 02:56:41.042789 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-503b09f1-e768-4d3d-84e2-963661fa90b6 req-62e34508-bbcb-4a9b-8a94-e201a68131d1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0309453 Jul 08 02:56:42.190996 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-40235dad-354c-40d8-806a-6b5b8714f9da req-e535cb70-ec20-4d8e-a9c1-fa2fd6f02047 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0294397 Jul 08 02:56:42.236548 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-4ee891fa-41bf-446f-bfd2-4696b208ba5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:43.346862 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a53c26a8-de90-45f3-b23b-9f5a0110812f req-2e6a140d-3fa3-4cbf-85b9-dda69e7ec63a tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0289707 Jul 08 02:56:44.496206 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9e5af7f4-03ea-44a4-ba71-27eb81865db0 req-ff0f4ef0-19f1-4de6-9623-5ebaf8b35c6d tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0282123 Jul 08 02:56:44.687322 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:44.707062 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-ce87e568-0fb4-48c4-8054-2e68a5ac02e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:44.972374 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:45.639093 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-49dc19b3-3a7c-4f5b-aa4c-66dc484da9c1 req-147536d6-ebbb-4972-a261-14ffe47b8bb0 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0306306 Jul 08 02:56:46.180664 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:46.782980 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-38e82fce-62f8-4f54-9554-dfbfa1fd2a39 req-fa51c078-2087-4a4d-a13d-daf898992928 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0281239 Jul 08 02:56:47.499450 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:47.927735 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-345b1726-a1de-494d-be7f-0f30cdb4c9b8 req-78faf469-2f00-4992-b1b0-96cfb6a36983 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0278563 Jul 08 02:56:49.068899 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-757629c8-aeec-413e-b5aa-a5309ce6ee4a req-185f402a-816b-46ff-a236-f2576ba9bdbc tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0277650 Jul 08 02:56:50.213673 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-eacb8221-3644-44f3-bfd0-a9b742a5f14f req-f804758a-6a9c-4c59-aacb-5c61cd162caa tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0309575 Jul 08 02:56:50.784598 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-342667fb-ae0f-4a50-979d-d3eb964b4942 req-56984c4f-ecfa-44ad-b15c-552cb19c42c2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879600 Jul 08 02:56:50.856896 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342667fb-ae0f-4a50-979d-d3eb964b4942 req-b97b5a22-db2e-4c51-ad35-30ef609050ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:50.858710 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-342667fb-ae0f-4a50-979d-d3eb964b4942 req-b97b5a22-db2e-4c51-ad35-30ef609050ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=673ab3285aeb4543b917150a9b83264a&device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 1098 time: 0.0510223 Jul 08 02:56:50.962411 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342667fb-ae0f-4a50-979d-d3eb964b4942 req-998279f5-3749-4483-82e4-227a021f9494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:50.963758 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-342667fb-ae0f-4a50-979d-d3eb964b4942 req-998279f5-3749-4483-82e4-227a021f9494 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f78bd6c-2fb9-4346-a188-dda9530e4242 HTTP/1.1" status: 200 len: 916 time: 0.0844147 Jul 08 02:56:51.006019 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-342667fb-ae0f-4a50-979d-d3eb964b4942 req-348766ec-24c0-410f-98c9-e6e5c26ef5e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=315fc5cc-7a89-4098-b970-05f18ec9de24 HTTP/1.1" status: 200 len: 217 time: 0.0352440 Jul 08 02:56:51.055623 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342667fb-ae0f-4a50-979d-d3eb964b4942 req-c1660fd3-bd04-40be-8015-5caf86679053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:51.057019 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-342667fb-ae0f-4a50-979d-d3eb964b4942 req-c1660fd3-bd04-40be-8015-5caf86679053 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9cb3a1c5-f762-4173-84a7-09042e95bbdf HTTP/1.1" status: 200 len: 854 time: 0.0442050 Jul 08 02:56:51.115419 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342667fb-ae0f-4a50-979d-d3eb964b4942 req-0684d8b1-f27e-4c12-adce-4d2801f48b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:51.116860 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-342667fb-ae0f-4a50-979d-d3eb964b4942 req-0684d8b1-f27e-4c12-adce-4d2801f48b33 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f78bd6c-2fb9-4346-a188-dda9530e4242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542150 Jul 08 02:56:51.203753 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-342667fb-ae0f-4a50-979d-d3eb964b4942 req-81b5d24c-5de7-41b8-b8b0-3fe22896ed48 service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799198 Jul 08 02:56:51.296208 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-342667fb-ae0f-4a50-979d-d3eb964b4942 req-28ec1fe2-2724-4093-9ec5-5d58f66f5a6b service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862999 Jul 08 02:56:51.360329 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f3a631d2-1e82-4a55-b7b2-7e02bf08adee req-acb8d1f8-dec7-4a77-85b9-d8f686d3e596 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0284433 Jul 08 02:56:52.507801 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a0ceb36a-d25c-465f-97c2-3f65daaee2e9 req-91f5af3b-163f-44d3-932c-606838c2f112 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0326712 Jul 08 02:56:53.652270 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-753062e0-f9cf-4a01-9d8f-47cb8b6ebf3f req-755c739a-f847-45f2-bf16-29ad2076580c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0301108 Jul 08 02:56:54.795814 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-581d0730-f970-4923-98c2-f9f0453cb96e req-0b902c4b-1023-4fb4-98c5-eb73c2e38621 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0316489 Jul 08 02:56:55.938108 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-927477e4-1095-43b0-826b-fe5a4cea43bc req-c0b7e737-1a94-4918-a6ef-69bd0e1f6b45 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0277011 Jul 08 02:56:56.789372 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:56:57.076538 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e67b0381-77f9-40d8-b7c6-99eeb3233795 req-d22f448c-c42a-45c4-83cf-10cecabf5423 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0273814 Jul 08 02:56:58.216748 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-298ca9b9-eb3a-4971-a574-ff75ee7dc74f req-a9fa3558-8832-4c93-bdb6-250c4028a41c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0287287 Jul 08 02:56:59.363859 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4e8f598c-5455-49fd-8b48-5bd6f6501b3b req-7d0fa1d6-1bf7-4426-98a0-737ca7542691 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0311089 Jul 08 02:57:00.746985 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2e36d461-c512-40c2-ae32-b0364e3c4313 req-371962ae-eb62-4e7a-9ff8-008227433f68 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.2654457 Jul 08 02:57:01.888284 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-364bfefb-a40e-49d4-b5c7-e4f92fe7ca78 req-c60933a9-e864-49ad-8258-e39ccf45800b tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0274122 Jul 08 02:57:03.027786 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5222d1a5-1891-4cc3-aa55-26d177f8962b req-94f01e51-219e-487b-9c8f-71c892b17258 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0276618 Jul 08 02:57:04.168249 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-63b38a33-7635-4126-ad51-230a7571e0a1 req-ab4f06b4-5519-4d72-ab16-c3b4079f2271 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0281489 Jul 08 02:57:05.316540 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6c6ab632-ca27-4b4b-a7aa-e8b20cbccff9 req-888dbb60-61e5-4081-b47a-71c131ea3fa0 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0297105 Jul 08 02:57:06.464592 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-78494d39-0490-4f52-a368-92207c6351a0 req-4f1179c2-46d5-4a34-b1d7-226d4e7bb3ee tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0271571 Jul 08 02:57:07.607959 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e04b56f9-db4b-49cd-bca0-88eb0879dcf7 req-c240a938-2737-427c-8cdd-3d6c51284697 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0287969 Jul 08 02:57:08.761659 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ca9ecbaa-df1a-4724-b7b1-01811c56eac3 req-6af2c40b-fe26-4c00-a590-177efb66e1a8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0277209 Jul 08 02:57:09.907359 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-15393935-088c-4df7-946d-96c19826e9e0 req-e6a5a6d0-5dd8-4e9f-8b5a-5a81a3a32dc0 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0304961 Jul 08 02:57:11.050826 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a137cffd-40e5-47a1-bfa1-4b252f3e12ac req-e962f419-3c5a-40b2-858a-f179fd6ab465 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0301149 Jul 08 02:57:12.193996 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-badcb1a1-8715-4542-9341-a0aa115a8d36 req-7cfe2726-d94c-4427-9e0a-4ca587a15cd2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0288019 Jul 08 02:57:12.236579 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-da3e26d1-1885-42cc-8980-44dcbc947545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:13.334143 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ebd5676b-9fa2-4ce7-8164-473c47bd9c85 req-bc207f8b-ee00-4f4e-b459-d5ca2e47f5ba tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0284336 Jul 08 02:57:14.481775 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-835a2584-bd2a-4c8a-b8b7-de1045f6e846 req-d03bf82e-f794-4a24-adaf-e42e2d861655 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0308020 Jul 08 02:57:14.688126 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:14.706495 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1f9517be-bcce-42ba-a525-efe39549d7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:14.971496 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:15.622547 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ec125e55-6fed-4167-8be6-56ee34d9912a req-9b9fda69-4fd9-46ce-a490-d803c8ef9a0b tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0280075 Jul 08 02:57:16.183614 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:16.762899 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-292ae36c-64f1-4775-8db9-d617eac3e341 req-2fea8e12-088d-4cb7-8d57-7eb365024959 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0269058 Jul 08 02:57:17.503380 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:17.909588 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-31ca2f38-c8ac-40a4-b8c0-7edf00c974e4 req-37882280-f915-4b20-ade8-da8e13a9c5da tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0278463 Jul 08 02:57:19.056980 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2f4c291d-1366-4eb7-b4bf-ca7550e51c09 req-0c55ca8b-cbdc-4483-aa3c-5c2bc6cf83ba tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0316653 Jul 08 02:57:20.198429 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ace32764-50c1-4145-8133-7d03deac74ed req-e93b5222-57b6-46d3-b66e-22582653200c tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0271494 Jul 08 02:57:21.340877 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-af969ea4-e90f-4dd7-a553-c1cf0665a75a req-a2e2e840-c316-47b4-9f61-9d90afbd621d tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0272641 Jul 08 02:57:33.788473 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:57:42.236430 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-eae46e30-0a53-407b-8e7c-21e2d5a29a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:44.705814 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:44.710535 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-ed72b0fd-1375-46d7-b8a6-a5ecd471c1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:44.973093 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:46.186084 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:47.507126 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:50.676912 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c8310f5d-030b-41b5-9939-eb6f01e54272 req-1c8228a7-c98c-42bc-9932-1e1429c3b8b3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554454 Jul 08 02:57:50.747926 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8310f5d-030b-41b5-9939-eb6f01e54272 req-4ca3e199-50a7-4587-9e21-87fbaeb2653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:50.749371 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c8310f5d-030b-41b5-9939-eb6f01e54272 req-4ca3e199-50a7-4587-9e21-87fbaeb2653d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3ec37a63bde468096615d681d5aa535&device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 1099 time: 0.0504453 Jul 08 02:57:50.854747 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8310f5d-030b-41b5-9939-eb6f01e54272 req-23b5abce-17f4-41ad-aac2-6fd649c1d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:50.856212 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c8310f5d-030b-41b5-9939-eb6f01e54272 req-23b5abce-17f4-41ad-aac2-6fd649c1d65d service neutron] 10.222.0.54 "GET /v2.0/networks?id=96dfd8bf-f2b8-48bb-b811-e3605311056e HTTP/1.1" status: 200 len: 914 time: 0.0827248 Jul 08 02:57:50.899550 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c8310f5d-030b-41b5-9939-eb6f01e54272 req-01da059d-2602-4b79-8e89-20d860ba2082 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 HTTP/1.1" status: 200 len: 217 time: 0.0369189 Jul 08 02:57:50.946351 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8310f5d-030b-41b5-9939-eb6f01e54272 req-81a8af94-aa93-45d7-a552-a21145eee031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:50.947656 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c8310f5d-030b-41b5-9939-eb6f01e54272 req-81a8af94-aa93-45d7-a552-a21145eee031 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea42353a-14da-49b0-a81f-4d45aed1a827 HTTP/1.1" status: 200 len: 853 time: 0.0418327 Jul 08 02:57:50.979546 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c8310f5d-030b-41b5-9939-eb6f01e54272 req-1701a965-db3d-4365-a1de-06234dc8fe6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=96dfd8bf-f2b8-48bb-b811-e3605311056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253971 Jul 08 02:57:51.068563 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c8310f5d-030b-41b5-9939-eb6f01e54272 req-fb6e3acb-3be9-4aa8-b130-24d0b260074e service neutron] 10.222.0.54 "GET /v2.0/networks/96dfd8bf-f2b8-48bb-b811-e3605311056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830176 Jul 08 02:57:51.156850 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c8310f5d-030b-41b5-9939-eb6f01e54272 req-6e0903bc-913a-4b40-b352-916147241ab6 service neutron] 10.222.0.54 "GET /v2.0/networks/96dfd8bf-f2b8-48bb-b811-e3605311056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817213 Jul 08 02:57:51.583681 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fe6504fa-1bad-428c-80d7-eb7e54d2c76d req-275ea492-7fb6-4c87-a817-e45802eb49b3 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e086179-1faa-4e28-9b17-68812ba26039 HTTP/1.1" status: 200 len: 210 time: 0.0287998 Jul 08 02:57:52.712467 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 47888) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:52.771920 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:52.795592 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:52.844192 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:52.847154 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:52.849003 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "DELETE /v2.0/security-groups/5ccf06d5-c3c7-4344-8ed1-4706cc64bb33 HTTP/1.1" status: 204 len: 168 time: 0.1355195 Jul 08 02:57:52.851963 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 47898) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:52.858358 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccf06d5-c3c7-4344-8ed1-4706cc64bb33,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:52.866360 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.866714 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.867268 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.867797 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.868143 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.868483 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.868821 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.869157 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.869928 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.870329 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.870609 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.870942 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fe9af-1dd1-4f7c-8437-7470379526d2 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.871105 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.api.v2.resource [None req-8e707511-117d-4fe9-ae60-bb8cf15d2ee5 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] show failed (client error): The resource could not be found. Jul 08 02:57:52.872310 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-8e707511-117d-4fe9-ae60-bb8cf15d2ee5 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups/5ccf06d5-c3c7-4344-8ed1-4706cc64bb33 HTTP/1.1" status: 404 len: 347 time: 0.0188153 Jul 08 02:57:52.875129 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 47902) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:52.999704 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-2519b9a2-3003-4910-95f8-c9e2b0a2cccf tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Deleting port 06f77d6f-25ac-4654-822d-854bc2e8c761 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:57:53.000060 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2519b9a2-3003-4910-95f8-c9e2b0a2cccf tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.075998 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2519b9a2-3003-4910-95f8-c9e2b0a2cccf tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.076328 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2519b9a2-3003-4910-95f8-c9e2b0a2cccf tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.087648 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-2519b9a2-3003-4910-95f8-c9e2b0a2cccf tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Calling delete_port for 06f77d6f-25ac-4654-822d-854bc2e8c761 owned by network:floatingip {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:57:53.213969 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2519b9a2-3003-4910-95f8-c9e2b0a2cccf tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.243114 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519b9a2-3003-4910-95f8-c9e2b0a2cccf tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event deleted for resources: {'Port': ['ID=06f77d6f-25ac-4654-822d-854bc2e8c761,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:53.304572 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2519b9a2-3003-4910-95f8-c9e2b0a2cccf tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for floatingip, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.307162 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2519b9a2-3003-4910-95f8-c9e2b0a2cccf tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.308304 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-2519b9a2-3003-4910-95f8-c9e2b0a2cccf tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "DELETE /v2.0/floatingips/032c1e36-9bd4-4491-a7c1-ddfdd19e69db HTTP/1.1" status: 204 len: 168 time: 0.4322591 Jul 08 02:57:53.658372 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 47908) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:53.663077 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-9908c449-45fc-4271-b8b7-5f9052250d10 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1187935234', 'description': 'tempest-description--464114024'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:53.683730 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9908c449-45fc-4271-b8b7-5f9052250d10 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.777035 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9908c449-45fc-4271-b8b7-5f9052250d10 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.782142 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9908c449-45fc-4271-b8b7-5f9052250d10 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.812648 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908c449-45fc-4271-b8b7-5f9052250d10 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51969cf0-1b67-4e76-a169-ca95099d9370,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:53.816757 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9908c449-45fc-4271-b8b7-5f9052250d10 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.820518 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-9908c449-45fc-4271-b8b7-5f9052250d10 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1585524 Jul 08 02:57:53.821339 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 47916) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:53.826181 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-ad6c9175-6234-4fbe-9e4c-9b1d889ea1ca tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Request body: {'security_group_rule': {'security_group_id': '51969cf0-1b67-4e76-a169-ca95099d9370', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:53.855368 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ad6c9175-6234-4fbe-9e4c-9b1d889ea1ca tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.916076 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ad6c9175-6234-4fbe-9e4c-9b1d889ea1ca tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.919859 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ad6c9175-6234-4fbe-9e4c-9b1d889ea1ca tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.943108 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c9175-6234-4fbe-9e4c-9b1d889ea1ca tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e9be09-91ea-40f4-86cf-fd521a13198a,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:53.948248 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ad6c9175-6234-4fbe-9e4c-9b1d889ea1ca tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.949461 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-ad6c9175-6234-4fbe-9e4c-9b1d889ea1ca tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273685 Jul 08 02:57:53.952216 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 47924) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:53.956594 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-9d549365-f489-4e0f-9e32-170270e65bb7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Request body: {'security_group_rule': {'security_group_id': '51969cf0-1b67-4e76-a169-ca95099d9370', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:53.984190 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9d549365-f489-4e0f-9e32-170270e65bb7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.042107 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9d549365-f489-4e0f-9e32-170270e65bb7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.045609 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9d549365-f489-4e0f-9e32-170270e65bb7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.065051 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d549365-f489-4e0f-9e32-170270e65bb7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3228442-7263-46fb-b690-3f5325140f34,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:54.069615 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9d549365-f489-4e0f-9e32-170270e65bb7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.070877 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-9d549365-f489-4e0f-9e32-170270e65bb7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177323 Jul 08 02:57:54.073930 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 47928) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:54.078297 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Request body: {'floatingip': {'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:54.099285 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for floatingip, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.195875 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.297542 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Allocated IP 172.27.1.222 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/2e770331-bc2d-445e-9783-75466e97796a) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:57:54.401071 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.439585 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.474520 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:57:54.479064 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:57:54.481558 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:57:54.509535 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event updated for resources: {'Port': ['ID=2e770331-bc2d-445e-9783-75466e97796a,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:54.569089 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.614626 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.761152 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.765382 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.846957 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event updated for resources: {'Port': ['ID=2e770331-bc2d-445e-9783-75466e97796a,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:54.846957 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.860471 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.861877 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-547e1a3d-0d81-4715-a0ca-3e2343485ce8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7869406 Jul 08 02:57:55.025315 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-cbfa259b-32ee-473a-b98a-e665a260ed10 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1187935234&fields=id&tenant_id=3bf146c7263348b19beed67f69227864 HTTP/1.1" status: 200 len: 267 time: 0.0338531 Jul 08 02:57:55.142980 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-d1851fce-898e-4796-8747-8983514325cf tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:55.144507 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-d1851fce-898e-4796-8747-8983514325cf tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/networks?id=06c852e3-976b-48a1-a484-4e900038f3c5 HTTP/1.1" status: 200 len: 816 time: 0.1125183 Jul 08 02:57:55.161231 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-6c90b7f4-2797-463f-8a64-2e7829a00b39 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/quotas/3bf146c7263348b19beed67f69227864 HTTP/1.1" status: 200 len: 375 time: 0.0094218 Jul 08 02:57:55.227810 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2ba9a37d-4d23-49dd-8698-65694d1cf393 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bf146c7263348b19beed67f69227864&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613966 Jul 08 02:57:55.242360 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-6d7ecf0a-0e38-45d0-a50b-457fc1b92c50 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:57:55.243313 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-6d7ecf0a-0e38-45d0-a50b-457fc1b92c50 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049570 Jul 08 02:57:55.334131 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-81a1e3de-fde2-42fe-97ba-7701708adc36 service neutron] 10.222.0.21 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853510 Jul 08 02:57:55.420929 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-f34baf6b-1616-4c04-9042-42cc714d0bad service neutron] 10.222.0.21 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808969 Jul 08 02:57:55.596799 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ed31a6a6-15f5-4293-a0d7-d904a713635e req-5e5fda18-4ba8-4955-afad-8970ad66d61a tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 210 time: 0.0278962 Jul 08 02:57:56.755453 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2de47935-4ca9-4a0a-8f65-0067387adba0 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:56.756902 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2de47935-4ca9-4a0a-8f65-0067387adba0 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.54 "GET /v2.0/networks?id=06c852e3-976b-48a1-a484-4e900038f3c5 HTTP/1.1" status: 200 len: 816 time: 0.1421719 Jul 08 02:57:56.758747 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-311f2ac7-0f58-4301-a267-5ccb19d5626c req-e1c3d8c5-a51f-4b46-884e-80fa4d8c2cab tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 210 time: 0.0421054 Jul 08 02:57:56.808412 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-fd65512e-ac17-477e-95c1-19f7aad3790d tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bf146c7263348b19beed67f69227864 HTTP/1.1" status: 200 len: 380 time: 0.0429235 Jul 08 02:57:56.818231 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-52d76a56-0077-42f1-99c0-c03b01aa79f9 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Request body: {'port': {'device_id': '7acd9fbb-1bb3-4105-a879-e6faf215bda8', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'admin_state_up': True, 'tenant_id': '3bf146c7263348b19beed67f69227864', 'security_groups': ['51969cf0-1b67-4e76-a169-ca95099d9370']}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:56.935281 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-52d76a56-0077-42f1-99c0-c03b01aa79f9 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Made reservation on behalf of 3bf146c7263348b19beed67f69227864 for: {'port': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:57:56.938934 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-52d76a56-0077-42f1-99c0-c03b01aa79f9 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.071134 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-52d76a56-0077-42f1-99c0-c03b01aa79f9 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Allocated IP 172.20.0.6 (06c852e3-976b-48a1-a484-4e900038f3c5/d8cf243d-2400-43e3-a620-04f0df041e5e/471e794d-becd-4a06-8772-2f95f280c158) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:57:57.210324 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-52d76a56-0077-42f1-99c0-c03b01aa79f9 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.224897 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-52d76a56-0077-42f1-99c0-c03b01aa79f9 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Transition to ACTIVE for port object 471e794d-becd-4a06-8772-2f95f280c158 will not be triggered until provisioned by entity DHCP. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:57:57.257305 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-52d76a56-0077-42f1-99c0-c03b01aa79f9 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.297752 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-52d76a56-0077-42f1-99c0-c03b01aa79f9 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Network 06c852e3-976b-48a1-a484-4e900038f3c5 is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:57:57.302787 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-52d76a56-0077-42f1-99c0-c03b01aa79f9 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:57:57.306456 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-52d76a56-0077-42f1-99c0-c03b01aa79f9 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:57:57.338825 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d76a56-0077-42f1-99c0-c03b01aa79f9 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event updated for resources: {'Port': ['ID=471e794d-becd-4a06-8772-2f95f280c158,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:57.364950 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-52d76a56-0077-42f1-99c0-c03b01aa79f9 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:57.365581 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-52d76a56-0077-42f1-99c0-c03b01aa79f9 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.380958 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-52d76a56-0077-42f1-99c0-c03b01aa79f9 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5672903 Jul 08 02:57:57.393569 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Request body: {'port': {'device_id': '7acd9fbb-1bb3-4105-a879-e6faf215bda8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:57.468327 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.518704 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-19a26a1b-7043-40bf-8757-4fdcbd9fbcd1 None None] Provisioning for port 471e794d-becd-4a06-8772-2f95f280c158 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:57:57.522870 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-19a26a1b-7043-40bf-8757-4fdcbd9fbcd1 None None] Provisioning complete for port 471e794d-becd-4a06-8772-2f95f280c158 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:57:57.523239 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-19a26a1b-7043-40bf-8757-4fdcbd9fbcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.557603 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-19a26a1b-7043-40bf-8757-4fdcbd9fbcd1 None None] Port 471e794d-becd-4a06-8772-2f95f280c158 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:57:57.728809 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471e794d-becd-4a06-8772-2f95f280c158 {{(pid=104845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:57:57.735787 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.747316 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Transition to ACTIVE for port object 471e794d-becd-4a06-8772-2f95f280c158 will not be triggered until provisioned by entity L2. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:57:57.751011 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.802256 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Pushing event updated for resources: {'Port': ['ID=471e794d-becd-4a06-8772-2f95f280c158,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:57.872487 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Attempting to bind port 471e794d-becd-4a06-8772-2f95f280c158 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:57:57.872829 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Attempting to bind port 471e794d-becd-4a06-8772-2f95f280c158 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:57:57.873165 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Attempting to bind port 471e794d-becd-4a06-8772-2f95f280c158 on network 06c852e3-976b-48a1-a484-4e900038f3c5 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:57:57.877801 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Port 471e794d-becd-4a06-8772-2f95f280c158 on network 06c852e3-976b-48a1-a484-4e900038f3c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:57:57.878153 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Attempting to bind port 471e794d-becd-4a06-8772-2f95f280c158 on network 06c852e3-976b-48a1-a484-4e900038f3c5 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:57:57.893890 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:57:57.894960 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Checking segment: {'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:57:57.895339 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Bound using segment: {'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:57:57.895960 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Bound port: 471e794d-becd-4a06-8772-2f95f280c158, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed55e68-1302-4b8b-a0c5-65057ff94a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5'}}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:57:57.896316 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.997684 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] For port 471e794d-becd-4a06-8772-2f95f280c158, host hv-cinder-78907, cleared binding levels {{(pid=104845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:57:58.001242 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] For port 471e794d-becd-4a06-8772-2f95f280c158, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=471e794d-becd-4a06-8772-2f95f280c158,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:57:58.011610 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e79f8-80a6-42d6-a57b-548ba946d4b5 req-bed6c4e2-3611-4ecb-b0e5-b7d3e654a8d1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:58.021824 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-098e79f8-80a6-42d6-a57b-548ba946d4b5 req-bed6c4e2-3611-4ecb-b0e5-b7d3e654a8d1 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 943 time: 0.1307118 Jul 08 02:57:58.021824 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:58.065847 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:58.067002 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:58.068592 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] 10.222.0.54 "PUT /v2.0/ports/471e794d-becd-4a06-8772-2f95f280c158 HTTP/1.1" status: 200 len: 1093 time: 0.6793807 Jul 08 02:57:58.069208 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acd9fbb-1bb3-4105-a879-e6faf215bda8', 'tag': '471e794d-becd-4a06-8772-2f95f280c158'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:57:58.071500 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6de6bd-d81d-4343-b411-49bbb834b384" -d '{"events": [{"name": "network-changed", "server_uuid": "7acd9fbb-1bb3-4105-a879-e6faf215bda8", "tag": "471e794d-becd-4a06-8772-2f95f280c158"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:57:58.100684 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-098e79f8-80a6-42d6-a57b-548ba946d4b5 req-52892f49-f604-43c0-a597-91877b5cbddd tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=51969cf0-1b67-4e76-a169-ca95099d9370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784948 Jul 08 02:57:58.132902 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e4f24-ddb5-4aec-89bd-a63faf047ecf service neutron] Pushing event updated for resources: {'Port': ['ID=471e794d-becd-4a06-8772-2f95f280c158,revision_number=3']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:58.200099 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2dbc40-41ad-4cef-89d0-c012d15a0319 x-openstack-request-id: req-fb2dbc40-41ad-4cef-89d0-c012d15a0319 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:57:58.200644 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acd9fbb-1bb3-4105-a879-e6faf215bda8", "tag": "471e794d-becd-4a06-8772-2f95f280c158", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:57:58.200897 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb2dbc40-41ad-4cef-89d0-c012d15a0319 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:57:58.201284 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acd9fbb-1bb3-4105-a879-e6faf215bda8', 'tag': '471e794d-becd-4a06-8772-2f95f280c158', 'status': 'completed', 'code': 200} Jul 08 02:57:58.212949 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-a59b51eb-4091-4870-80b5-4fe2d951466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:58.214592 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-a59b51eb-4091-4870-80b5-4fe2d951466f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf146c7263348b19beed67f69227864&device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 1096 time: 0.0782833 Jul 08 02:57:58.259394 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-28df6551-4755-4a71-89c4-5ef260af1b88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=471e794d-becd-4a06-8772-2f95f280c158 HTTP/1.1" status: 200 len: 217 time: 0.0374351 Jul 08 02:57:58.314210 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-39e2c944-c185-4dc0-828d-97be76c77f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:58.315682 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-39e2c944-c185-4dc0-828d-97be76c77f4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cf243d-2400-43e3-a620-04f0df041e5e HTTP/1.1" status: 200 len: 855 time: 0.0502524 Jul 08 02:57:58.376376 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-c7a8d375-b238-4576-9c1b-5b65a99ad61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:58.377867 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-c7a8d375-b238-4576-9c1b-5b65a99ad61c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=06c852e3-976b-48a1-a484-4e900038f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551615 Jul 08 02:57:58.465234 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-84159858-75e2-4ac8-bef3-29cb774857f2 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807426 Jul 08 02:57:58.555881 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd93ca8c-a51a-45ee-961b-4c32b3a4bbd8 req-14561538-6485-4e39-b847-573040528784 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843005 Jul 08 02:57:58.656523 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6de6bd-d81d-4343-b411-49bbb834b384 req-6dbf975d-2f3f-4dad-904e-abe8dedb36df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:58.658027 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c6de6bd-d81d-4343-b411-49bbb834b384 req-6dbf975d-2f3f-4dad-904e-abe8dedb36df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf146c7263348b19beed67f69227864&device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 1096 time: 0.0527794 Jul 08 02:57:58.749503 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6de6bd-d81d-4343-b411-49bbb834b384 req-2b88a087-707e-441d-87a4-bddf55fbda10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:58.750999 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c6de6bd-d81d-4343-b411-49bbb834b384 req-2b88a087-707e-441d-87a4-bddf55fbda10 service neutron] 10.222.0.54 "GET /v2.0/networks?id=06c852e3-976b-48a1-a484-4e900038f3c5 HTTP/1.1" status: 200 len: 917 time: 0.0863535 Jul 08 02:57:58.794657 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c6de6bd-d81d-4343-b411-49bbb834b384 req-30d21bd6-f007-4e59-a54f-d91ee48fdc76 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=471e794d-becd-4a06-8772-2f95f280c158 HTTP/1.1" status: 200 len: 217 time: 0.0366242 Jul 08 02:57:58.842199 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6de6bd-d81d-4343-b411-49bbb834b384 req-28f12721-3074-41d9-b13f-78b181357bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:58.843582 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c6de6bd-d81d-4343-b411-49bbb834b384 req-28f12721-3074-41d9-b13f-78b181357bdc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cf243d-2400-43e3-a620-04f0df041e5e HTTP/1.1" status: 200 len: 855 time: 0.0429075 Jul 08 02:57:58.898963 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6de6bd-d81d-4343-b411-49bbb834b384 req-fbb1ed20-7a81-4d87-b165-8b88a48f82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:58.900406 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c6de6bd-d81d-4343-b411-49bbb834b384 req-fbb1ed20-7a81-4d87-b165-8b88a48f82a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=06c852e3-976b-48a1-a484-4e900038f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502598 Jul 08 02:57:58.992075 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c6de6bd-d81d-4343-b411-49bbb834b384 req-b92ca902-f8eb-4e90-93fc-8ec136760b68 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836816 Jul 08 02:57:59.081984 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c6de6bd-d81d-4343-b411-49bbb834b384 req-0e0969d1-81d5-4cf3-8ea4-9cd31d562604 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825679 Jul 08 02:57:59.291338 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73493eb6-cd0f-407d-95b3-4416a1a7d913 req-e78bba48-29c5-44cf-98b1-2bf6cde5f4f5 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:59.292863 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-73493eb6-cd0f-407d-95b3-4416a1a7d913 req-e78bba48-29c5-44cf-98b1-2bf6cde5f4f5 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 943 time: 0.0651391 Jul 08 02:57:59.335791 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-73493eb6-cd0f-407d-95b3-4416a1a7d913 req-eaea0a1c-da8a-4216-abc3-481e300924e7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=51969cf0-1b67-4e76-a169-ca95099d9370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374472 Jul 08 02:58:00.513280 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad9f6d-e77a-4cd4-ad85-ea75b276f085 req-620cdf10-b2a8-4055-9e5d-a5713192a854 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:00.514745 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c5ad9f6d-e77a-4cd4-ad85-ea75b276f085 req-620cdf10-b2a8-4055-9e5d-a5713192a854 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 943 time: 0.0607364 Jul 08 02:58:00.551078 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c5ad9f6d-e77a-4cd4-ad85-ea75b276f085 req-ed05f4a0-9556-4667-897a-09db38795e5a tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=51969cf0-1b67-4e76-a169-ca95099d9370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303040 Jul 08 02:58:00.811357 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 471e794d-becd-4a06-8772-2f95f280c158 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:58:00.918398 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 471e794d-becd-4a06-8772-2f95f280c158, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=471e794d-becd-4a06-8772-2f95f280c158,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:58:00.931597 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': '471e794d-becd-4a06-8772-2f95f280c158', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'port_id': '471e794d-becd-4a06-8772-2f95f280c158', 'mac_address': 'fa:16:3e:35:f7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:58:00.970267 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:00.982942 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471e794d-becd-4a06-8772-2f95f280c158 {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:58:01.001054 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 471e794d-becd-4a06-8772-2f95f280c158, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=471e794d-becd-4a06-8772-2f95f280c158,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:58:01.005832 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:01.053413 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=471e794d-becd-4a06-8772-2f95f280c158,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:01.060363 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:01.060715 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:01.061058 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:01.061443 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:01.061722 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:01.062091 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:01.062419 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:01.062744 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:01.063079 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:01.063402 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:01.063721 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:01.064047 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:01.252779 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['471e794d-becd-4a06-8772-2f95f280c158'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:58:01.724008 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3c475-8a93-493e-8da3-e9d59d529d2e req-33cc096d-3f57-45d0-877a-d3d79997a248 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:01.725426 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-90b3c475-8a93-493e-8da3-e9d59d529d2e req-33cc096d-3f57-45d0-877a-d3d79997a248 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 944 time: 0.0618041 Jul 08 02:58:01.762189 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-90b3c475-8a93-493e-8da3-e9d59d529d2e req-974d2d6c-cb58-4f42-9d40-baab453b87bd tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=51969cf0-1b67-4e76-a169-ca95099d9370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309722 Jul 08 02:58:02.846174 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 471e794d-becd-4a06-8772-2f95f280c158 up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:58:02.895463 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port 471e794d-becd-4a06-8772-2f95f280c158 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:58:02.899370 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port 471e794d-becd-4a06-8772-2f95f280c158 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:58:02.899820 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:02.941823 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddb075-3d51-43db-9bb3-9d8997a56f9d req-2f23aacd-b747-470e-a393-9fbd7eabbaa7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:02.943304 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dddb075-3d51-43db-9bb3-9d8997a56f9d req-2f23aacd-b747-470e-a393-9fbd7eabbaa7 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 944 time: 0.0648026 Jul 08 02:58:02.979365 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:02.983802 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7dddb075-3d51-43db-9bb3-9d8997a56f9d req-be36200b-4e83-45d9-9a44-9ecdfeac6b37 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=51969cf0-1b67-4e76-a169-ca95099d9370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344083 Jul 08 02:58:03.001674 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acd9fbb-1bb3-4105-a879-e6faf215bda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471e794d-becd-4a06-8772-2f95f280c158'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:58:03.004207 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821c3490-f620-4282-83ca-29f98e0141a8" -d '{"events": [{"server_uuid": "7acd9fbb-1bb3-4105-a879-e6faf215bda8", "name": "network-vif-plugged", "status": "completed", "tag": "471e794d-becd-4a06-8772-2f95f280c158"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:58:03.017362 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 471e794d-becd-4a06-8772-2f95f280c158, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=471e794d-becd-4a06-8772-2f95f280c158,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:58:03.021632 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:03.070109 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=471e794d-becd-4a06-8772-2f95f280c158,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:03.093232 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c753d9-863b-4577-b290-d3d3712cc35c x-openstack-request-id: req-65c753d9-863b-4577-b290-d3d3712cc35c {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:58:03.093523 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acd9fbb-1bb3-4105-a879-e6faf215bda8", "name": "network-vif-plugged", "status": "completed", "tag": "471e794d-becd-4a06-8772-2f95f280c158", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:58:03.093773 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65c753d9-863b-4577-b290-d3d3712cc35c {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:58:03.094188 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acd9fbb-1bb3-4105-a879-e6faf215bda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471e794d-becd-4a06-8772-2f95f280c158', 'code': 200} Jul 08 02:58:03.309579 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe6a55-f96a-47b4-93c0-8c14c0a81d08 req-7caf2471-c67a-4fb4-8e8a-fed6500f9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:03.311207 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1cfe6a55-f96a-47b4-93c0-8c14c0a81d08 req-7caf2471-c67a-4fb4-8e8a-fed6500f9074 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 1098 time: 0.0534570 Jul 08 02:58:03.345078 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1cfe6a55-f96a-47b4-93c0-8c14c0a81d08 req-d5f204c4-ad98-42c4-838e-04f080e15694 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=51969cf0-1b67-4e76-a169-ca95099d9370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274653 Jul 08 02:58:04.164664 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cac2c-c6f9-4783-8b43-d65d408819ba req-6103c83c-5033-49cf-8001-69b37b29e913 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:04.166646 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-064cac2c-c6f9-4783-8b43-d65d408819ba req-6103c83c-5033-49cf-8001-69b37b29e913 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 945 time: 0.0643167 Jul 08 02:58:04.213476 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-064cac2c-c6f9-4783-8b43-d65d408819ba req-3677fd71-fbfb-4581-898e-df59ea6f3523 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=51969cf0-1b67-4e76-a169-ca95099d9370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411539 Jul 08 02:58:05.388299 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dd8f2-79f7-454f-a8f5-1ab7b88c4e56 req-460925ab-c346-49b5-855f-aa8f61cfeba5 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:05.389819 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4d8dd8f2-79f7-454f-a8f5-1ab7b88c4e56 req-460925ab-c346-49b5-855f-aa8f61cfeba5 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 945 time: 0.0630152 Jul 08 02:58:05.429304 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4d8dd8f2-79f7-454f-a8f5-1ab7b88c4e56 req-4ba2c08f-47f6-4ce2-b003-be6e94bff795 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=51969cf0-1b67-4e76-a169-ca95099d9370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332296 Jul 08 02:58:05.612984 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7add2bd-1e30-4b10-83d8-b7ceb7cc408e req-7f169c76-b8a8-4c2c-8dde-a45a722b5605 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:05.615393 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d7add2bd-1e30-4b10-83d8-b7ceb7cc408e req-7f169c76-b8a8-4c2c-8dde-a45a722b5605 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 945 time: 0.0702403 Jul 08 02:58:05.623144 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 48138) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:58:05.627561 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-bd443c7a-3055-41cb-8c3a-fd222be29bfa tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Request body: {'floatingip': {'port_id': '471e794d-becd-4a06-8772-2f95f280c158'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:58:05.907816 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bd443c7a-3055-41cb-8c3a-fd222be29bfa tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for floatingip, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:06.357540 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bd443c7a-3055-41cb-8c3a-fd222be29bfa tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:06.361289 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bd443c7a-3055-41cb-8c3a-fd222be29bfa tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:06.467734 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.l3_db [None req-bd443c7a-3055-41cb-8c3a-fd222be29bfa tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Floating IP 852ee1bf-69fe-4f5b-9dad-6ffb4faf82bb associated. External IP: 172.27.1.222, port: 471e794d-becd-4a06-8772-2f95f280c158. Jul 08 02:58:06.668528 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd443c7a-3055-41cb-8c3a-fd222be29bfa tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Router bc321ce1-601b-4964-822e-6e45e5fd18f0 has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:58:06.793298 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd443c7a-3055-41cb-8c3a-fd222be29bfa tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:58:06.793298 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bd443c7a-3055-41cb-8c3a-fd222be29bfa tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:06.796407 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298b955-dd86-4dc8-a6f9-d6900eb5f57d None None] Sync routers for ids ['bc321ce1-601b-4964-822e-6e45e5fd18f0'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:58:06.805784 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298b955-dd86-4dc8-a6f9-d6900eb5f57d None None] Routers {'bc321ce1-601b-4964-822e-6e45e5fd18f0'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:58:06.806507 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-e298b955-dd86-4dc8-a6f9-d6900eb5f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:57:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['bc321ce1-601b-4964-822e-6e45e5fd18f0'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:06.829042 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-bd443c7a-3055-41cb-8c3a-fd222be29bfa tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "PUT /v2.0/floatingips/852ee1bf-69fe-4f5b-9dad-6ffb4faf82bb HTTP/1.1" status: 200 len: 991 time: 1.2048090 Jul 08 02:58:06.829622 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acd9fbb-1bb3-4105-a879-e6faf215bda8', 'tag': '471e794d-becd-4a06-8772-2f95f280c158'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:58:06.833084 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7372b8a-6da3-4fe0-b422-db02a0b68fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "7acd9fbb-1bb3-4105-a879-e6faf215bda8", "tag": "471e794d-becd-4a06-8772-2f95f280c158"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:58:06.889639 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63be1662-b895-4372-9bb9-0e11281dc487 x-openstack-request-id: req-63be1662-b895-4372-9bb9-0e11281dc487 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:58:06.890018 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acd9fbb-1bb3-4105-a879-e6faf215bda8", "tag": "471e794d-becd-4a06-8772-2f95f280c158", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:58:06.890408 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63be1662-b895-4372-9bb9-0e11281dc487 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:58:06.890887 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acd9fbb-1bb3-4105-a879-e6faf215bda8', 'tag': '471e794d-becd-4a06-8772-2f95f280c158', 'status': 'completed', 'code': 200} Jul 08 02:58:06.922239 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-e298b955-dd86-4dc8-a6f9-d6900eb5f57d None None] Set router bc321ce1-601b-4964-822e-6e45e5fd18f0 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:58:06.966350 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7372b8a-6da3-4fe0-b422-db02a0b68fa7 req-377cc74e-3bc6-4a74-888a-cefa4a3d8262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:06.967984 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c7372b8a-6da3-4fe0-b422-db02a0b68fa7 req-377cc74e-3bc6-4a74-888a-cefa4a3d8262 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf146c7263348b19beed67f69227864&device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 1098 time: 0.0536094 Jul 08 02:58:07.058040 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7372b8a-6da3-4fe0-b422-db02a0b68fa7 req-1300c5f3-167e-47c4-80e6-c0b8abe7a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:07.059631 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c7372b8a-6da3-4fe0-b422-db02a0b68fa7 req-1300c5f3-167e-47c4-80e6-c0b8abe7a313 service neutron] 10.222.0.54 "GET /v2.0/networks?id=06c852e3-976b-48a1-a484-4e900038f3c5 HTTP/1.1" status: 200 len: 917 time: 0.0854673 Jul 08 02:58:07.127609 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c7372b8a-6da3-4fe0-b422-db02a0b68fa7 req-d867d575-ae09-4618-98b6-f4d291759802 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=471e794d-becd-4a06-8772-2f95f280c158 HTTP/1.1" status: 200 len: 999 time: 0.0616453 Jul 08 02:58:07.176824 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7372b8a-6da3-4fe0-b422-db02a0b68fa7 req-e77ffcdc-0b92-41fe-b01c-1a5409d77265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:07.178330 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c7372b8a-6da3-4fe0-b422-db02a0b68fa7 req-e77ffcdc-0b92-41fe-b01c-1a5409d77265 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cf243d-2400-43e3-a620-04f0df041e5e HTTP/1.1" status: 200 len: 855 time: 0.0449901 Jul 08 02:58:07.192015 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-e298b955-dd86-4dc8-a6f9-d6900eb5f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': '852ee1bf-69fe-4f5b-9dad-6ffb4faf82bb', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'port_id': '471e794d-becd-4a06-8772-2f95f280c158', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'mac_address': 'fa:16:3e:35:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acd9fbb-1bb3-4105-a879-e6faf215bda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:57:54Z', 'updated_at': '2021-07-08T02:58:06Z', 'revision_number': 1, 'project_id': '3bf146c7263348b19beed67f69227864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99528089-392b-4aa7-b3e8-e9a0d0aa9675', 'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'mac_address': 'fa:16:3e:d9:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:28Z', 'updated_at': '2021-07-08T02:45:40Z', 'revision_number': 5, 'project_id': '3bf146c7263348b19beed67f69227864', 'subnets': [{'id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:07.217477 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298b955-dd86-4dc8-a6f9-d6900eb5f57d None None] Checking router: bc321ce1-601b-4964-822e-6e45e5fd18f0 for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:58:07.226608 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298b955-dd86-4dc8-a6f9-d6900eb5f57d None None] Routers {'bc321ce1-601b-4964-822e-6e45e5fd18f0'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:58:07.227211 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-e298b955-dd86-4dc8-a6f9-d6900eb5f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:57:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['bc321ce1-601b-4964-822e-6e45e5fd18f0'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:07.235304 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7372b8a-6da3-4fe0-b422-db02a0b68fa7 req-236d9967-1efb-4f40-95e2-b9abc12c076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:07.236815 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c7372b8a-6da3-4fe0-b422-db02a0b68fa7 req-236d9967-1efb-4f40-95e2-b9abc12c076c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=06c852e3-976b-48a1-a484-4e900038f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514472 Jul 08 02:58:07.328827 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c7372b8a-6da3-4fe0-b422-db02a0b68fa7 req-90c6e132-fa9c-494c-a812-a9970120f7e4 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851378 Jul 08 02:58:07.333356 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-e298b955-dd86-4dc8-a6f9-d6900eb5f57d None None] Set router bc321ce1-601b-4964-822e-6e45e5fd18f0 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:58:07.416857 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c7372b8a-6da3-4fe0-b422-db02a0b68fa7 req-0d670906-b8ba-4bd7-adaf-741cfebcf838 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813994 Jul 08 02:58:07.558017 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-e298b955-dd86-4dc8-a6f9-d6900eb5f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': '852ee1bf-69fe-4f5b-9dad-6ffb4faf82bb', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'port_id': '471e794d-becd-4a06-8772-2f95f280c158', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'mac_address': 'fa:16:3e:35:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acd9fbb-1bb3-4105-a879-e6faf215bda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:57:54Z', 'updated_at': '2021-07-08T02:58:06Z', 'revision_number': 1, 'project_id': '3bf146c7263348b19beed67f69227864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99528089-392b-4aa7-b3e8-e9a0d0aa9675', 'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'mac_address': 'fa:16:3e:d9:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:28Z', 'updated_at': '2021-07-08T02:45:40Z', 'revision_number': 5, 'project_id': '3bf146c7263348b19beed67f69227864', 'subnets': [{'id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:07.584243 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298b955-dd86-4dc8-a6f9-d6900eb5f57d None None] The sync data for ids ['bc321ce1-601b-4964-822e-6e45e5fd18f0'] in dv-cinder-789077-2-iscsi is: [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': '852ee1bf-69fe-4f5b-9dad-6ffb4faf82bb', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'port_id': '471e794d-becd-4a06-8772-2f95f280c158', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'mac_address': 'fa:16:3e:35:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acd9fbb-1bb3-4105-a879-e6faf215bda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:57:54Z', 'updated_at': '2021-07-08T02:58:06Z', 'revision_number': 1, 'project_id': '3bf146c7263348b19beed67f69227864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99528089-392b-4aa7-b3e8-e9a0d0aa9675', 'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'mac_address': 'fa:16:3e:d9:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:28Z', 'updated_at': '2021-07-08T02:45:40Z', 'revision_number': 5, 'project_id': '3bf146c7263348b19beed67f69227864', 'subnets': [{'id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:58:07.782635 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79bc8c2-6862-45fb-b0a3-c74ce3ace603 None None] New status for floating IP 852ee1bf-69fe-4f5b-9dad-6ffb4faf82bb: ACTIVE {{(pid=104848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:58:10.788766 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:58:12.237947 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-882896a4-e514-4d1a-b435-c3c4d190a618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:14.702844 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:14.712985 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-e02e414d-aa84-4180-bb48-6265979cf21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:14.973488 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:16.189573 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:17.508896 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:42.239170 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-14cb8f33-4c8a-4622-a845-c97bd8e3ca17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:44.718628 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:44.719813 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-09a80d3f-40f0-4b62-b755-5b6de70c3dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:44.975190 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:46.194360 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:47.511906 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:47.787770 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:58:50.071654 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a32e098b-32d1-46e3-957a-55c4eb0fa290 req-3b4090aa-a3b2-4829-b860-2e97bc8ba22d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602176 Jul 08 02:58:50.164477 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e098b-32d1-46e3-957a-55c4eb0fa290 req-3168c902-0ef7-4866-b39d-88b724814793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:50.166109 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a32e098b-32d1-46e3-957a-55c4eb0fa290 req-3168c902-0ef7-4866-b39d-88b724814793 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 1098 time: 0.0515950 Jul 08 02:58:50.270443 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e098b-32d1-46e3-957a-55c4eb0fa290 req-06d0b992-fc9d-4dae-a471-c0864d6eab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:50.271904 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a32e098b-32d1-46e3-957a-55c4eb0fa290 req-06d0b992-fc9d-4dae-a471-c0864d6eab8f service neutron] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 911 time: 0.0861676 Jul 08 02:58:50.340629 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a32e098b-32d1-46e3-957a-55c4eb0fa290 req-61cbde85-3854-4144-8a73-801b0c75282e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbfd1f1c-9210-48b8-9d3f-0084edafab18 HTTP/1.1" status: 200 len: 1001 time: 0.0615511 Jul 08 02:58:50.390185 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e098b-32d1-46e3-957a-55c4eb0fa290 req-3b1c1435-045a-400f-95ef-dce8a974c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:50.391676 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a32e098b-32d1-46e3-957a-55c4eb0fa290 req-3b1c1435-045a-400f-95ef-dce8a974c2a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.0448022 Jul 08 02:58:50.450549 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e098b-32d1-46e3-957a-55c4eb0fa290 req-5f43ce66-cde4-4366-938c-ec2cb37b8e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:50.452028 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a32e098b-32d1-46e3-957a-55c4eb0fa290 req-5f43ce66-cde4-4366-938c-ec2cb37b8e30 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543585 Jul 08 02:58:50.541994 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a32e098b-32d1-46e3-957a-55c4eb0fa290 req-4a207554-3ba0-4997-bf7d-6945b41edb40 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832787 Jul 08 02:58:50.631244 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a32e098b-32d1-46e3-957a-55c4eb0fa290 req-c5754a21-0e23-4c6f-b567-c3dc74638925 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824699 Jul 08 02:59:12.239965 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-fd181aac-6cf4-41b8-9802-5c71a75ceff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:14.718835 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-ba5bb599-f18e-4ebd-b92b-fcdc09f09fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:14.727834 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:14.977424 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:16.193903 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:17.515009 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:24.252150 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 49344) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:24.310912 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:24.335707 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:24.398114 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:24.400599 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:24.401743 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] 10.222.0.21 "DELETE /v2.0/security-groups/2084887f-26f5-42c9-bd31-45512fdade60 HTTP/1.1" status: 204 len: 168 time: 0.1486075 Jul 08 02:59:24.410722 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2084887f-26f5-42c9-bd31-45512fdade60,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:24.418915 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:24.419355 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:24.419707 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:24.420042 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:24.420373 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:24.420706 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:24.421035 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:24.421363 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:24.421702 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:24.422039 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:24.422361 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:24.422679 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd35d0d-99aa-499f-a35c-246f10fb6c48 tempest-TestVolumeBootPattern-1170496350 tempest-TestVolumeBootPattern-1170496350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:24.536659 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 49350) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:24.788541 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:59:25.227279 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16290618'] for router_interface, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:25.471339 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Deleting port 64b0b9fb-8e09-428a-bf24-97a85adc5447 {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:25.471679 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:25.549894 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] For port 64b0b9fb-8e09-428a-bf24-97a85adc5447, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=64b0b9fb-8e09-428a-bf24-97a85adc5447,segment=NetworkSegment(4198da03-d7c3-4355-b87b-2d7a1835700f),segment_id=4198da03-d7c3-4355-b87b-2d7a1835700f)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:25.551133 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:25.563261 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Calling delete_port for 64b0b9fb-8e09-428a-bf24-97a85adc5447 owned by network:router_interface {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:25.740943 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:25.771206 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Pushing event deleted for resources: {'Port': ['ID=64b0b9fb-8e09-428a-bf24-97a85adc5447,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:25.799306 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:25.799659 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:25.800105 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:25.800600 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:25.801045 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:25.801401 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:25.802069 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:25.802457 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:25.802798 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:25.803128 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:25.803464 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:25.803796 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:25.949646 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16290812'] for router_interface, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:26.157683 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:59:26.262113 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:59:26.270223 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-98963918-8f6c-475e-b7da-bfe269f2508c admin admin] 10.222.0.21 "PUT /v2.0/routers/f3bf9d3f-0c37-4a5e-9d8b-7169773b9340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7293563 Jul 08 02:59:26.270340 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 49380) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:26.270896 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef1ca8-6976-49b9-b7e6-ce5d982cd6d2 None None] Sync routers for ids ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:59:26.280208 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef1ca8-6976-49b9-b7e6-ce5d982cd6d2 None None] Routers {'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:26.280822 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-0fef1ca8-6976-49b9-b7e6-ce5d982cd6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:59:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:26.382376 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] Notify callbacks [] for router, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:26.386596 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-0fef1ca8-6976-49b9-b7e6-ce5d982cd6d2 None None] Set router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:26.482497 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:26.535764 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] Deleting port ce5cb111-eb57-43b7-bd5d-a0f68f7cf844 {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:26.536177 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:26.570442 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-0fef1ca8-6976-49b9-b7e6-ce5d982cd6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:51Z', 'updated_at': '2021-07-08T02:59:25Z', 'revision_number': 5, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'gw_port': {'id': 'ce5cb111-eb57-43b7-bd5d-a0f68f7cf844', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:52Z', 'updated_at': '2021-07-08T02:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:26.600390 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef1ca8-6976-49b9-b7e6-ce5d982cd6d2 None None] Checking router: f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:59:26.608968 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef1ca8-6976-49b9-b7e6-ce5d982cd6d2 None None] Routers {'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:26.609576 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-0fef1ca8-6976-49b9-b7e6-ce5d982cd6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:59:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:26.618098 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] For port ce5cb111-eb57-43b7-bd5d-a0f68f7cf844, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=ce5cb111-eb57-43b7-bd5d-a0f68f7cf844,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:26.618635 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:26.630528 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] Calling delete_port for ce5cb111-eb57-43b7-bd5d-a0f68f7cf844 owned by network:router_gateway {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:26.695585 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-0fef1ca8-6976-49b9-b7e6-ce5d982cd6d2 None None] Set router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 gateway port host: None {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:26.747089 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-0fef1ca8-6976-49b9-b7e6-ce5d982cd6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:51Z', 'updated_at': '2021-07-08T02:59:26Z', 'revision_number': 6, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'gw_port_host': None}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:26.778982 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef1ca8-6976-49b9-b7e6-ce5d982cd6d2 None None] The sync data for ids ['f3bf9d3f-0c37-4a5e-9d8b-7169773b9340'] in dv-cinder-789077-2-iscsi is: [{'id': 'f3bf9d3f-0c37-4a5e-9d8b-7169773b9340', 'name': 'tempest-TestVolumeBootPattern-1823738360-router', 'tenant_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:51Z', 'updated_at': '2021-07-08T02:59:26Z', 'revision_number': 6, 'project_id': '6ca3e670a9874134b1e7ec6ae4b1447e', 'gw_port_host': None}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:59:26.812252 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:26.838061 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5cb111-eb57-43b7-bd5d-a0f68f7cf844,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:26.897669 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515319'] for router_gateway, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:26.985497 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16287011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14632'] for router, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:26.988374 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.039816 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16284051'] for router, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.040295 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 {{(pid=104846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:59:27.044766 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] Notify callbacks [] for router, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.045912 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-d99573bf-5b4e-4439-87ec-07773f0a497d admin admin] 10.222.0.21 "DELETE /v2.0/routers/f3bf9d3f-0c37-4a5e-9d8b-7169773b9340 HTTP/1.1" status: 204 len: 168 time: 0.7746465 Jul 08 02:59:27.048446 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 49394) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:27.092268 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_v2 [None req-0920919f-5eb7-4f69-80eb-2e6b77fd874d admin admin] Deleting subnet effb1e13-863c-4e8e-a443-4dcdd2ad5097 {{(pid=104846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:59:27.096581 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0920919f-5eb7-4f69-80eb-2e6b77fd874d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.134649 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0920919f-5eb7-4f69-80eb-2e6b77fd874d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126166736'] for subnet, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.247478 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0920919f-5eb7-4f69-80eb-2e6b77fd874d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.299263 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0920919f-5eb7-4f69-80eb-2e6b77fd874d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126165878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126201838'] for subnet, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.325914 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920919f-5eb7-4f69-80eb-2e6b77fd874d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=effb1e13-863c-4e8e-a443-4dcdd2ad5097,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:27.327821 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0920919f-5eb7-4f69-80eb-2e6b77fd874d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.333207 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-0920919f-5eb7-4f69-80eb-2e6b77fd874d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/effb1e13-863c-4e8e-a443-4dcdd2ad5097 HTTP/1.1" status: 204 len: 168 time: 0.2837470 Jul 08 02:59:27.333538 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 49398) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:27.334814 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b4e67c-4671-4a4a-85de-dbe163d1e11e None None] Network b426d846-694d-47d4-97e2-829f7ad00618 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:59:27.402123 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.459616 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] Deleting port c06e1728-67b8-4eeb-b0b6-831ffd22dd07 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:27.459829 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.527318 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] DHCP port deletion for b426d846-694d-47d4-97e2-829f7ad00618 request from dv-cinder-789077-2-iscsi {{(pid=104847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:59:27.530165 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] For port c06e1728-67b8-4eeb-b0b6-831ffd22dd07, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=c06e1728-67b8-4eeb-b0b6-831ffd22dd07,segment=NetworkSegment(4198da03-d7c3-4355-b87b-2d7a1835700f),segment_id=4198da03-d7c3-4355-b87b-2d7a1835700f)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:27.530560 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.544514 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] Calling delete_port for c06e1728-67b8-4eeb-b0b6-831ffd22dd07 owned by network:dhcp {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:27.582215 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Deleting port c06e1728-67b8-4eeb-b0b6-831ffd22dd07 {{(pid=104847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:27.582608 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.631517 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.649277 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] For port c06e1728-67b8-4eeb-b0b6-831ffd22dd07, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=c06e1728-67b8-4eeb-b0b6-831ffd22dd07,segment=NetworkSegment(4198da03-d7c3-4355-b87b-2d7a1835700f),segment_id=4198da03-d7c3-4355-b87b-2d7a1835700f)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:27.649667 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.663446 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06e1728-67b8-4eeb-b0b6-831ffd22dd07,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:27.665320 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] No DVR routers for this DVR port c06e1728-67b8-4eeb-b0b6-831ffd22dd07 on host dv-cinder-789077-2-iscsi {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:59:27.665583 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Calling delete_port for c06e1728-67b8-4eeb-b0b6-831ffd22dd07 owned by network:dhcp {{(pid=104847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:27.736580 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.747652 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b426d846-694d-47d4-97e2-829f7ad00618']}} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:27.759281 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4198da03-d7c3-4355-b87b-2d7a1835700f') {'for_net_delete': True} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:27.759889 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4198da03-d7c3-4355-b87b-2d7a1835700f') {} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:27.771576 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2983168'] for segment, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.787943 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.802215 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:59:27.814672 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2876882'] for segment, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: Traceback (most recent call last): Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: timer() Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: cb(*args, **kw) Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: return func(*args, **kwargs) Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: self._notify() Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: self.callback(batched_events) Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: event.method(event) Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: return f(self, *a, **k) Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._get(url).json() Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: return self.request(url, 'GET', **kwargs) Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:59:27.818809 dv-cinder-789077-2-iscsi neutron-server[104845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:59:27.824074 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388'] for port, after_delete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.854839 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Pushing event deleted for resources: {'Port': ['ID=c06e1728-67b8-4eeb-b0b6-831ffd22dd07,revision_number=None']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:27.867420 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] No DVR routers for this DVR port c06e1728-67b8-4eeb-b0b6-831ffd22dd07 on host dv-cinder-789077-2-iscsi {{(pid=104847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:59:27.870596 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:27.871013 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:27.871414 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:27.871822 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:27.872254 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:27.872686 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:27.873115 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:27.873539 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:27.873994 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:27.874414 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:27.874835 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:27.875252 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ecdf5-194d-4202-8702-1541dab9c485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:27.892396 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.902421 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:27.903553 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b426d846-694d-47d4-97e2-829f7ad00618 HTTP/1.1" status: 204 len: 168 time: 0.5684915 Jul 08 02:59:27.907069 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 49410) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:27.914529 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bbb94-ccd1-4504-9949-4e2ca853f4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b426d846-694d-47d4-97e2-829f7ad00618,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:28.240610 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1323a57a-dde0-433c-aa82-3145e478d280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16290618'] for router_interface, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:28.386919 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 64b0b9fb-8e09-428a-bf24-97a85adc5447 no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:28.407183 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: 64b0b9fb-8e09-428a-bf24-97a85adc5447 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:28.407694 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 64b0b9fb-8e09-428a-bf24-97a85adc5447 not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:28.408178 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device ce5cb111-eb57-43b7-bd5d-a0f68f7cf844 no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:28.431360 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: ce5cb111-eb57-43b7-bd5d-a0f68f7cf844 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:28.431708 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device ce5cb111-eb57-43b7-bd5d-a0f68f7cf844 not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:28.432127 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device c06e1728-67b8-4eeb-b0b6-831ffd22dd07 no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:28.451369 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: c06e1728-67b8-4eeb-b0b6-831ffd22dd07 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:28.451710 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device c06e1728-67b8-4eeb-b0b6-831ffd22dd07 not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:28.492916 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-1323a57a-dde0-433c-aa82-3145e478d280 admin admin] Deleting port 954b4e47-460e-4841-b71a-09a28d78bbd3 {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:28.493253 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1323a57a-dde0-433c-aa82-3145e478d280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:28.568921 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-1323a57a-dde0-433c-aa82-3145e478d280 admin admin] For port 954b4e47-460e-4841-b71a-09a28d78bbd3, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=954b4e47-460e-4841-b71a-09a28d78bbd3,segment=NetworkSegment(076ae890-fe37-4a9a-9f93-7ef774c99ed2),segment_id=076ae890-fe37-4a9a-9f93-7ef774c99ed2)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:28.569288 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1323a57a-dde0-433c-aa82-3145e478d280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:28.584774 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-1323a57a-dde0-433c-aa82-3145e478d280 admin admin] Calling delete_port for 954b4e47-460e-4841-b71a-09a28d78bbd3 owned by network:router_interface {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:28.757748 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1323a57a-dde0-433c-aa82-3145e478d280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:28.779598 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323a57a-dde0-433c-aa82-3145e478d280 admin admin] Pushing event deleted for resources: {'Port': ['ID=954b4e47-460e-4841-b71a-09a28d78bbd3,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:28.953742 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1323a57a-dde0-433c-aa82-3145e478d280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16290812'] for router_interface, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:29.386668 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1323a57a-dde0-433c-aa82-3145e478d280 admin admin] Router 4bb8b95a-1dae-4dec-9094-003e13d892ca has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:59:29.492249 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1323a57a-dde0-433c-aa82-3145e478d280 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:59:29.497485 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-1323a57a-dde0-433c-aa82-3145e478d280 admin admin] 10.222.0.21 "PUT /v2.0/routers/4bb8b95a-1dae-4dec-9094-003e13d892ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5893099 Jul 08 02:59:29.499929 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 49432) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:29.500690 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922ffb1-f0af-4ae5-88d5-f88720ef8985 None None] Sync routers for ids ['4bb8b95a-1dae-4dec-9094-003e13d892ca'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:59:29.509588 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922ffb1-f0af-4ae5-88d5-f88720ef8985 None None] Routers {'4bb8b95a-1dae-4dec-9094-003e13d892ca'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:29.510235 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-6922ffb1-f0af-4ae5-88d5-f88720ef8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:59:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['4bb8b95a-1dae-4dec-9094-003e13d892ca'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:29.602321 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:29.612047 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-6922ffb1-f0af-4ae5-88d5-f88720ef8985 None None] Set router 4bb8b95a-1dae-4dec-9094-003e13d892ca gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:29.708368 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:29.761811 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] Deleting port b7e76eb1-3f19-4226-9967-314102866cc1 {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:29.762194 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:29.785298 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-6922ffb1-f0af-4ae5-88d5-f88720ef8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'name': 'tempest-TestVolumeBootPattern-1309287446-router', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b7e76eb1-3f19-4226-9967-314102866cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:48:00Z', 'updated_at': '2021-07-08T02:59:28Z', 'revision_number': 5, 'project_id': '0957c0109c1245d09cdcd706e8bb648b', 'gw_port': {'id': 'b7e76eb1-3f19-4226-9967-314102866cc1', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:48:01Z', 'updated_at': '2021-07-08T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:29.815091 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922ffb1-f0af-4ae5-88d5-f88720ef8985 None None] Checking router: 4bb8b95a-1dae-4dec-9094-003e13d892ca for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:59:29.823781 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922ffb1-f0af-4ae5-88d5-f88720ef8985 None None] Routers {'4bb8b95a-1dae-4dec-9094-003e13d892ca'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:29.824387 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-6922ffb1-f0af-4ae5-88d5-f88720ef8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T02:59:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['4bb8b95a-1dae-4dec-9094-003e13d892ca'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:29.840787 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] For port b7e76eb1-3f19-4226-9967-314102866cc1, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=b7e76eb1-3f19-4226-9967-314102866cc1,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:29.841155 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:29.858663 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] Calling delete_port for b7e76eb1-3f19-4226-9967-314102866cc1 owned by network:router_gateway {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:29.908692 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-6922ffb1-f0af-4ae5-88d5-f88720ef8985 None None] Set router 4bb8b95a-1dae-4dec-9094-003e13d892ca gateway port host: None {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:29.962231 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-6922ffb1-f0af-4ae5-88d5-f88720ef8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'name': 'tempest-TestVolumeBootPattern-1309287446-router', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:48:00Z', 'updated_at': '2021-07-08T02:59:29Z', 'revision_number': 6, 'project_id': '0957c0109c1245d09cdcd706e8bb648b', 'gw_port_host': None}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:29.992167 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922ffb1-f0af-4ae5-88d5-f88720ef8985 None None] The sync data for ids ['4bb8b95a-1dae-4dec-9094-003e13d892ca'] in dv-cinder-789077-2-iscsi is: [{'id': '4bb8b95a-1dae-4dec-9094-003e13d892ca', 'name': 'tempest-TestVolumeBootPattern-1309287446-router', 'tenant_id': '0957c0109c1245d09cdcd706e8bb648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:48:00Z', 'updated_at': '2021-07-08T02:59:29Z', 'revision_number': 6, 'project_id': '0957c0109c1245d09cdcd706e8bb648b', 'gw_port_host': None}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:59:30.037909 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.061137 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e76eb1-3f19-4226-9967-314102866cc1,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:30.127799 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515319'] for router_gateway, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.215887 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16287011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14632'] for router, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.217978 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.259597 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16284051'] for router, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.260139 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bb8b95a-1dae-4dec-9094-003e13d892ca {{(pid=104846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:59:30.264891 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] Notify callbacks [] for router, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.266211 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-1756e68e-d408-40e8-ad43-c2f053aee9f9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4bb8b95a-1dae-4dec-9094-003e13d892ca HTTP/1.1" status: 204 len: 168 time: 0.7653332 Jul 08 02:59:30.270468 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 49444) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:30.312609 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e62d5e9-2f5a-4e03-b6ec-edc9da553b8e admin admin] Deleting subnet 2c01a3c7-6331-4718-836a-c336eb1aa322 {{(pid=104845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:59:30.315568 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9e62d5e9-2f5a-4e03-b6ec-edc9da553b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.351821 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9e62d5e9-2f5a-4e03-b6ec-edc9da553b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2983177'] for subnet, precommit_delete_associations {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.452468 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 954b4e47-460e-4841-b71a-09a28d78bbd3 no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:30.476598 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9e62d5e9-2f5a-4e03-b6ec-edc9da553b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.481617 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: 954b4e47-460e-4841-b71a-09a28d78bbd3 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:30.482005 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 954b4e47-460e-4841-b71a-09a28d78bbd3 not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:30.529417 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9e62d5e9-2f5a-4e03-b6ec-edc9da553b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2876789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3359632'] for subnet, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.560418 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62d5e9-2f5a-4e03-b6ec-edc9da553b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c01a3c7-6331-4718-836a-c336eb1aa322,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:30.565062 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9e62d5e9-2f5a-4e03-b6ec-edc9da553b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.569954 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-9e62d5e9-2f5a-4e03-b6ec-edc9da553b8e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2c01a3c7-6331-4718-836a-c336eb1aa322 HTTP/1.1" status: 204 len: 168 time: 0.2971656 Jul 08 02:59:30.570068 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 49450) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:30.571686 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aac8d7-bfea-48f5-9d44-df8880f8b15c None None] Network 7c378036-cc02-4218-a874-1e8b56b64a88 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:59:30.635600 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.686588 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] Deleting port 845750ae-c7b2-48bb-baa6-304a18da9c13 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:30.686931 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.752168 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] For port 845750ae-c7b2-48bb-baa6-304a18da9c13, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=845750ae-c7b2-48bb-baa6-304a18da9c13,segment=NetworkSegment(076ae890-fe37-4a9a-9f93-7ef774c99ed2),segment_id=076ae890-fe37-4a9a-9f93-7ef774c99ed2)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:30.752523 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.765008 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] Calling delete_port for 845750ae-c7b2-48bb-baa6-304a18da9c13 owned by network:dhcp {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:30.814365 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed03ae7-13d8-4925-b270-e434e8b7393d None None] DHCP port deletion for 7c378036-cc02-4218-a874-1e8b56b64a88 request from dv-cinder-789077-2-iscsi {{(pid=104847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:59:30.847468 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.866319 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-4ed03ae7-13d8-4925-b270-e434e8b7393d None None] Deleting port 845750ae-c7b2-48bb-baa6-304a18da9c13 {{(pid=104847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:30.866792 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-4ed03ae7-13d8-4925-b270-e434e8b7393d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.876878 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] Pushing event deleted for resources: {'Port': ['ID=845750ae-c7b2-48bb-baa6-304a18da9c13,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:30.878839 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] No DVR routers for this DVR port 845750ae-c7b2-48bb-baa6-304a18da9c13 on host dv-cinder-789077-2-iscsi {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:59:30.934100 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-4ed03ae7-13d8-4925-b270-e434e8b7393d None None] For port 845750ae-c7b2-48bb-baa6-304a18da9c13, host dv-cinder-789077-2-iscsi, got binding levels [] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:30.934613 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-4ed03ae7-13d8-4925-b270-e434e8b7393d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.948182 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-4ed03ae7-13d8-4925-b270-e434e8b7393d None None] Calling delete_port for 845750ae-c7b2-48bb-baa6-304a18da9c13 owned by network:dhcp {{(pid=104847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:30.951056 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.ipam_backend_mixin [None req-4ed03ae7-13d8-4925-b270-e434e8b7393d None None] Port 845750ae-c7b2-48bb-baa6-304a18da9c13 was not found and therefore no delete operation was performed {{(pid=104847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 02:59:30.952449 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-4ed03ae7-13d8-4925-b270-e434e8b7393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388'] for port, after_delete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.954992 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.966238 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c378036-cc02-4218-a874-1e8b56b64a88']}} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:30.977060 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed03ae7-13d8-4925-b270-e434e8b7393d None None] Pushing event deleted for resources: {'Port': ['ID=845750ae-c7b2-48bb-baa6-304a18da9c13,revision_number=None']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:30.978014 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076ae890-fe37-4a9a-9f93-7ef774c99ed2') {'for_net_delete': True} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:30.978384 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076ae890-fe37-4a9a-9f93-7ef774c99ed2') {} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:30.983647 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed03ae7-13d8-4925-b270-e434e8b7393d None None] No DVR routers for this DVR port 845750ae-c7b2-48bb-baa6-304a18da9c13 on host dv-cinder-789077-2-iscsi {{(pid=104847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:59:30.993932 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2983168'] for segment, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:31.007397 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:31.010828 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:59:31.011532 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2876882'] for segment, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: Traceback (most recent call last): Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: timer() Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: cb(*args, **kw) Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: return func(*args, **kwargs) Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: self._notify() Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: self.callback(batched_events) Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: event.method(event) Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: return f(self, *a, **k) Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._get(url).json() Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: return self.request(url, 'GET', **kwargs) Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:59:31.013194 dv-cinder-789077-2-iscsi neutron-server[104845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:59:31.088301 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:31.092642 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:31.095486 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] 10.222.0.21 "DELETE /v2.0/networks/7c378036-cc02-4218-a874-1e8b56b64a88 HTTP/1.1" status: 204 len: 168 time: 0.5239756 Jul 08 02:59:31.117932 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce357e-6ed5-4940-af8a-6b73a35517ff admin admin] Pushing event deleted for resources: {'Network': ['ID=7c378036-cc02-4218-a874-1e8b56b64a88,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:31.223764 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 49464) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:31.263216 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-110067fd-e5ae-412d-ad65-fbcf2e74c837 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ca3e670a9874134b1e7ec6ae4b1447e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382633 Jul 08 02:59:31.265659 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 49466) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:31.313267 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-a1cae27d-c856-4fde-931c-968c3c3ad671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:31.333999 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-a1cae27d-c856-4fde-931c-968c3c3ad671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:31.379538 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-a1cae27d-c856-4fde-931c-968c3c3ad671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:31.382029 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-a1cae27d-c856-4fde-931c-968c3c3ad671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:31.383181 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-a1cae27d-c856-4fde-931c-968c3c3ad671 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d067c02e-75f1-4448-8c25-6ceecec9c4ff HTTP/1.1" status: 204 len: 168 time: 0.1165831 Jul 08 02:59:31.391069 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cae27d-c856-4fde-931c-968c3c3ad671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d067c02e-75f1-4448-8c25-6ceecec9c4ff,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:31.696248 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 49476) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:31.734327 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-75a29d22-817b-4b5c-97b7-36c52a39dd08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0957c0109c1245d09cdcd706e8bb648b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369329 Jul 08 02:59:31.738095 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 49478) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:31.787367 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9266b248-74db-4550-bdce-c5d1f53d4c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:31.809383 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9266b248-74db-4550-bdce-c5d1f53d4c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:31.855690 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9266b248-74db-4550-bdce-c5d1f53d4c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:31.858641 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9266b248-74db-4550-bdce-c5d1f53d4c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:31.859772 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-9266b248-74db-4550-bdce-c5d1f53d4c42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e31ed81f-4d78-4f43-a1d7-d4331d697461 HTTP/1.1" status: 204 len: 168 time: 0.1207919 Jul 08 02:59:31.867765 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266b248-74db-4550-bdce-c5d1f53d4c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31ed81f-4d78-4f43-a1d7-d4331d697461,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:32.372372 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 845750ae-c7b2-48bb-baa6-304a18da9c13 no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:32.392045 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: 845750ae-c7b2-48bb-baa6-304a18da9c13 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:32.392385 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 845750ae-c7b2-48bb-baa6-304a18da9c13 not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:32.392784 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device b7e76eb1-3f19-4226-9967-314102866cc1 no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:32.410928 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: b7e76eb1-3f19-4226-9967-314102866cc1 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:32.411266 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device b7e76eb1-3f19-4226-9967-314102866cc1 not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:42.240632 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-92f7e6e7-9ce5-4825-b0f7-32a2a3e6384a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:44.714261 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-b5da8c2b-8c46-4f7e-9920-2c52ff576c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:44.725552 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:44.978455 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:46.199227 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:47.518857 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:50.094063 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-728a6cb7-7891-45b1-8720-91f267bfbc66 req-5d8dac9d-b79f-4167-b099-045ab4aa4f28 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501547 Jul 08 02:59:50.167290 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a6cb7-7891-45b1-8720-91f267bfbc66 req-d5577ddf-23f0-414b-8f77-1ee8225090eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:50.168759 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-728a6cb7-7891-45b1-8720-91f267bfbc66 req-d5577ddf-23f0-414b-8f77-1ee8225090eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=673ab3285aeb4543b917150a9b83264a&device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 1098 time: 0.0540433 Jul 08 02:59:50.270527 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a6cb7-7891-45b1-8720-91f267bfbc66 req-7927bdd9-232a-4785-9e75-7fb0690b68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:50.272034 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-728a6cb7-7891-45b1-8720-91f267bfbc66 req-7927bdd9-232a-4785-9e75-7fb0690b68dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f78bd6c-2fb9-4346-a188-dda9530e4242 HTTP/1.1" status: 200 len: 916 time: 0.0831571 Jul 08 02:59:50.314003 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-728a6cb7-7891-45b1-8720-91f267bfbc66 req-4a22a0c0-ce51-42ca-8313-0c9bcd4e86df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=315fc5cc-7a89-4098-b970-05f18ec9de24 HTTP/1.1" status: 200 len: 217 time: 0.0345416 Jul 08 02:59:50.364122 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a6cb7-7891-45b1-8720-91f267bfbc66 req-0c1f2742-2143-42da-80b5-ad198e771366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:50.365548 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-728a6cb7-7891-45b1-8720-91f267bfbc66 req-0c1f2742-2143-42da-80b5-ad198e771366 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9cb3a1c5-f762-4173-84a7-09042e95bbdf HTTP/1.1" status: 200 len: 854 time: 0.0454714 Jul 08 02:59:50.421279 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a6cb7-7891-45b1-8720-91f267bfbc66 req-5f1c191a-4139-4d5c-90b6-15fd47276703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:50.422768 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-728a6cb7-7891-45b1-8720-91f267bfbc66 req-5f1c191a-4139-4d5c-90b6-15fd47276703 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f78bd6c-2fb9-4346-a188-dda9530e4242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508764 Jul 08 02:59:50.513487 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-728a6cb7-7891-45b1-8720-91f267bfbc66 req-7d235228-8d56-4f1f-805a-557d1883499b service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839381 Jul 08 02:59:50.843140 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-728a6cb7-7891-45b1-8720-91f267bfbc66 req-3cc74d4d-dbe9-4196-99bc-200e9665e165 service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232360 Jul 08 03:00:01.787936 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:00:12.243812 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-ac596770-1ff3-442b-8d09-6fd2d31f7798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:14.717532 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-5133f8a5-e477-40a4-9312-e1d66dfbf748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:14.746645 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:14.980084 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:16.200504 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:17.522090 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:38.787065 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:00:42.244737 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1946619f-d647-44a9-a09d-ffa30c7666a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:44.717924 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-762ff03e-2e1f-429c-904c-71943561f1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:44.735720 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:44.980390 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:46.203162 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:47.524505 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:52.087018 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e7bad749-6bbc-48e6-9ac5-8a878dd50f7a req-ef783c8d-71bd-4ed0-a568-a319062862ef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510817 Jul 08 03:00:52.163340 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bad749-6bbc-48e6-9ac5-8a878dd50f7a req-ed4c11d1-e630-481a-9c03-5c3971d6e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:52.164881 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e7bad749-6bbc-48e6-9ac5-8a878dd50f7a req-ed4c11d1-e630-481a-9c03-5c3971d6e1b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3ec37a63bde468096615d681d5aa535&device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 1099 time: 0.0536532 Jul 08 03:00:52.267066 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bad749-6bbc-48e6-9ac5-8a878dd50f7a req-3b462270-971f-4cef-9aee-8ed00afc81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:52.268536 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e7bad749-6bbc-48e6-9ac5-8a878dd50f7a req-3b462270-971f-4cef-9aee-8ed00afc81d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=96dfd8bf-f2b8-48bb-b811-e3605311056e HTTP/1.1" status: 200 len: 914 time: 0.0841327 Jul 08 03:00:52.309084 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e7bad749-6bbc-48e6-9ac5-8a878dd50f7a req-b7467654-2282-4e49-a544-b91d20d981ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 HTTP/1.1" status: 200 len: 217 time: 0.0336578 Jul 08 03:00:52.360163 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bad749-6bbc-48e6-9ac5-8a878dd50f7a req-89443e11-8c9e-4507-ad38-93132dd930d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:52.361521 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e7bad749-6bbc-48e6-9ac5-8a878dd50f7a req-89443e11-8c9e-4507-ad38-93132dd930d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea42353a-14da-49b0-a81f-4d45aed1a827 HTTP/1.1" status: 200 len: 853 time: 0.0454948 Jul 08 03:00:52.393043 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e7bad749-6bbc-48e6-9ac5-8a878dd50f7a req-9cd0a478-cb55-44ae-a576-d2288749b8da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=96dfd8bf-f2b8-48bb-b811-e3605311056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254858 Jul 08 03:00:52.480621 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e7bad749-6bbc-48e6-9ac5-8a878dd50f7a req-bcffbbb2-211d-4cef-86cf-a5fc8449c62a service neutron] 10.222.0.54 "GET /v2.0/networks/96dfd8bf-f2b8-48bb-b811-e3605311056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808132 Jul 08 03:00:52.571887 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e7bad749-6bbc-48e6-9ac5-8a878dd50f7a req-67da7482-a16b-4bd4-823c-5680771e8c34 service neutron] 10.222.0.54 "GET /v2.0/networks/96dfd8bf-f2b8-48bb-b811-e3605311056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838277 Jul 08 03:00:52.984767 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [req-4979aaf2-1cc1-4263-9f3e-c408ccab3bee req-64d72040-4427-4248-9e65-1887f97700b7 service neutron] (104845) timed out ('10.222.0.54', 49599) {{(pid=104845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 03:00:55.072284 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [req-4c49eaab-5455-44fb-aa71-5627c7a03dcc req-c013d6ff-c7c7-496c-86ef-8138d76454d3 service neutron] (104846) timed out ('10.222.0.54', 49633) {{(pid=104846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 03:01:12.246979 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1c441ad9-f97e-4d8f-bb89-0c680fa84280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:14.716991 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-dd559d49-0dbc-40a0-aaa7-89a86e7048d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:14.764372 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:14.981791 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:15.785966 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:01:16.204693 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:17.528755 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:27.669983 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc192fe-4a82-4744-9909-953f3d716086 req-749df896-b651-43e9-b57f-5abd7d12cfa7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:27.671473 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fcc192fe-4a82-4744-9909-953f3d716086 req-749df896-b651-43e9-b57f-5abd7d12cfa7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.0635977 Jul 08 03:01:27.709566 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fcc192fe-4a82-4744-9909-953f3d716086 req-6d8a7cc9-0dc6-4cc6-8004-d530c7d005d5 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d120e648-9c0d-4d60-823b-bc375f078091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322516 Jul 08 03:01:28.276086 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-29499f5a-efda-4d76-ab5d-d0e3b9a95a62 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:28.277585 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-29499f5a-efda-4d76-ab5d-d0e3b9a95a62 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.54 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 945 time: 0.0699501 Jul 08 03:01:28.376528 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Deleting port bbfd1f1c-9210-48b8-9d3f-0084edafab18 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:01:28.376883 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:28.468377 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] For port bbfd1f1c-9210-48b8-9d3f-0084edafab18, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=bbfd1f1c-9210-48b8-9d3f-0084edafab18,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:01:28.468734 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:28.642022 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:28.642400 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:28.642716 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.l3_db [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Floating IP 70b6da1a-3ab0-4611-ae6b-6c2812eb34e5 disassociated. External IP: 172.27.1.205, port: bbfd1f1c-9210-48b8-9d3f-0084edafab18. Jul 08 03:01:28.643063 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Calling delete_port for bbfd1f1c-9210-48b8-9d3f-0084edafab18 owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:01:28.784240 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 51102) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:28.802705 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:28.886593 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event deleted for resources: {'Port': ['ID=bbfd1f1c-9210-48b8-9d3f-0084edafab18,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:28.925277 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:28.930267 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-353c75ec-0131-4252-8479-e17433974d30 req-98bf0034-cc07-433e-b06b-9adac4c02a93 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0452020 Jul 08 03:01:28.937830 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:28.938361 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:28.938756 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:28.939254 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:28.939677 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:28.940126 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:28.941695 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:28.942074 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:28.942404 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:28.943079 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:28.943425 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:28.943755 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:29.031227 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Router e4b7857b-45c3-436c-8bf0-1c0488f7795a has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:01:29.032827 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:29.037084 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:29.072031 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6b160a-b034-46c0-a251-254d7c79bae9,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:29.082017 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:29.082370 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:29.082729 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:29.083048 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:29.083378 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:29.083711 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:29.084041 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:29.084369 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:29.084721 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:29.085106 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:29.085481 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:29.085806 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:29.090933 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-e63ddcf9-905c-4f35-8655-8dcfebd44c30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cc70b2728404c6aac04aa089da7e9ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049736 Jul 08 03:01:29.093398 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 51110) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:29.141707 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0adbe21e-2060-41ed-8a17-d7d8730d35a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:29.165674 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0adbe21e-2060-41ed-8a17-d7d8730d35a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:29.193591 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edea813-9831-463e-a3e5-88349bc67c11 req-091f6cdd-2630-4fc7-b2ba-13817b6f59e8 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:29.195761 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8edea813-9831-463e-a3e5-88349bc67c11 req-091f6cdd-2630-4fc7-b2ba-13817b6f59e8 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 946 time: 0.1218987 Jul 08 03:01:29.197617 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:01:29.210207 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7333a1d9-233e-4199-ae9f-81532a1281e3 None None] Sync routers for ids ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:01:29.221116 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7333a1d9-233e-4199-ae9f-81532a1281e3 None None] Routers {'e4b7857b-45c3-436c-8bf0-1c0488f7795a'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:01:29.221951 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-7333a1d9-233e-4199-ae9f-81532a1281e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:01:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:29.234579 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0adbe21e-2060-41ed-8a17-d7d8730d35a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:29.236925 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0adbe21e-2060-41ed-8a17-d7d8730d35a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:29.238096 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-0adbe21e-2060-41ed-8a17-d7d8730d35a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b6b160a-b034-46c0-a251-254d7c79bae9 HTTP/1.1" status: 204 len: 168 time: 0.1437438 Jul 08 03:01:29.247570 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbe21e-2060-41ed-8a17-d7d8730d35a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6b160a-b034-46c0-a251-254d7c79bae9,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:29.274059 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] No DVR routers for this DVR port bbfd1f1c-9210-48b8-9d3f-0084edafab18 on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:01:29.278771 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:29.280972 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fb6a2253-cc42-49df-a82e-838cfc9f7728 req-dd795b84-e46b-49f6-ad19-b6b9bf21ed5a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.54 "DELETE /v2.0/ports/bbfd1f1c-9210-48b8-9d3f-0084edafab18 HTTP/1.1" status: 204 len: 173 time: 0.9980800 Jul 08 03:01:29.282829 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44617b5d-dded-428d-8dbb-fcced8dc7138', 'name': 'network-vif-deleted', 'tag': 'bbfd1f1c-9210-48b8-9d3f-0084edafab18'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:01:29.297660 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6d3992-3a72-41fb-81d8-fd554e0ab1c4" -d '{"events": [{"server_uuid": "44617b5d-dded-428d-8dbb-fcced8dc7138", "name": "network-vif-deleted", "tag": "bbfd1f1c-9210-48b8-9d3f-0084edafab18"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:01:29.335443 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8edea813-9831-463e-a3e5-88349bc67c11 req-2ef618e9-e2f7-4b4c-a824-17368546bd3e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/security-groups?id=f344c840-ef65-4631-b88f-e7189fe4fe38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035063 Jul 08 03:01:29.348391 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-7333a1d9-233e-4199-ae9f-81532a1281e3 None None] Set router e4b7857b-45c3-436c-8bf0-1c0488f7795a gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:01:29.381027 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a200bb-5745-40b7-84bb-8014805905b5 x-openstack-request-id: req-d6a200bb-5745-40b7-84bb-8014805905b5 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:01:29.381027 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44617b5d-dded-428d-8dbb-fcced8dc7138", "name": "network-vif-deleted", "tag": "bbfd1f1c-9210-48b8-9d3f-0084edafab18", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:01:29.381027 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6a200bb-5745-40b7-84bb-8014805905b5 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:01:29.381027 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44617b5d-dded-428d-8dbb-fcced8dc7138', 'name': 'network-vif-deleted', 'tag': 'bbfd1f1c-9210-48b8-9d3f-0084edafab18', 'status': 'completed', 'code': 200} Jul 08 03:01:29.476900 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe594ee1-6b24-459a-b392-55eadb38cdba req-e52cde8f-4b91-4651-a163-c4153193428a tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:29.478420 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fe594ee1-6b24-459a-b392-55eadb38cdba req-e52cde8f-4b91-4651-a163-c4153193428a tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 946 time: 0.0774360 Jul 08 03:01:29.595557 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-fe594ee1-6b24-459a-b392-55eadb38cdba req-f80f3161-7944-4fd3-8385-73b84faca959 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Deleting port edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:01:29.595972 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-fe594ee1-6b24-459a-b392-55eadb38cdba req-f80f3161-7944-4fd3-8385-73b84faca959 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:29.696050 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-fe594ee1-6b24-459a-b392-55eadb38cdba req-f80f3161-7944-4fd3-8385-73b84faca959 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] For port edcb2a0b-df68-4bd4-bc12-b4b9bb285d43, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43,segment=NetworkSegment(9b80c588-5ab9-46b6-b65a-96a7d341d798),segment_id=9b80c588-5ab9-46b6-b65a-96a7d341d798)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:01:29.696558 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-fe594ee1-6b24-459a-b392-55eadb38cdba req-f80f3161-7944-4fd3-8385-73b84faca959 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:29.712191 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-fe594ee1-6b24-459a-b392-55eadb38cdba req-f80f3161-7944-4fd3-8385-73b84faca959 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Calling delete_port for edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:01:29.735006 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-7333a1d9-233e-4199-ae9f-81532a1281e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '5989de48-df84-4433-8b93-b22c2213dc3c', 'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'mac_address': 'fa:16:3e:ec:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:25Z', 'updated_at': '2021-07-08T02:45:39Z', 'revision_number': 5, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'subnets': [{'id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:29.763466 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7333a1d9-233e-4199-ae9f-81532a1281e3 None None] Checking router: e4b7857b-45c3-436c-8bf0-1c0488f7795a for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:01:29.772713 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7333a1d9-233e-4199-ae9f-81532a1281e3 None None] Routers {'e4b7857b-45c3-436c-8bf0-1c0488f7795a'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:01:29.773475 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-7333a1d9-233e-4199-ae9f-81532a1281e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:01:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:29.866702 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-fe594ee1-6b24-459a-b392-55eadb38cdba req-f80f3161-7944-4fd3-8385-73b84faca959 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:29.878442 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['edcb2a0b-df68-4bd4-bc12-b4b9bb285d43'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:01:29.899048 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f3161-7944-4fd3-8385-73b84faca959 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Pushing event deleted for resources: {'Port': ['ID=edcb2a0b-df68-4bd4-bc12-b4b9bb285d43,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:29.914505 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-7333a1d9-233e-4199-ae9f-81532a1281e3 None None] Set router e4b7857b-45c3-436c-8bf0-1c0488f7795a gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:01:29.949531 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe594ee1-6b24-459a-b392-55eadb38cdba req-f80f3161-7944-4fd3-8385-73b84faca959 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] No DVR routers for this DVR port edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:01:29.952265 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-fe594ee1-6b24-459a-b392-55eadb38cdba req-f80f3161-7944-4fd3-8385-73b84faca959 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:29.954323 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fe594ee1-6b24-459a-b392-55eadb38cdba req-f80f3161-7944-4fd3-8385-73b84faca959 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.54 "DELETE /v2.0/ports/edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 HTTP/1.1" status: 204 len: 173 time: 0.4703875 Jul 08 03:01:30.089112 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99c96f6c-e070-45ea-9c12-75e697641f7d req-a0008957-1872-4bd9-82bc-9f4c7c92342c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0315895 Jul 08 03:01:30.139461 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-7333a1d9-233e-4199-ae9f-81532a1281e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '5989de48-df84-4433-8b93-b22c2213dc3c', 'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'mac_address': 'fa:16:3e:ec:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:25Z', 'updated_at': '2021-07-08T02:45:39Z', 'revision_number': 5, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'subnets': [{'id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:30.165567 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7333a1d9-233e-4199-ae9f-81532a1281e3 None None] The sync data for ids ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'] in dv-cinder-789077-2-iscsi is: [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '5989de48-df84-4433-8b93-b22c2213dc3c', 'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'mac_address': 'fa:16:3e:ec:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:25Z', 'updated_at': '2021-07-08T02:45:39Z', 'revision_number': 5, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'subnets': [{'id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:01:30.432592 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d372b4c1-e9ee-4744-b6d8-1bfc51827cdc None None] New status for floating IP 70b6da1a-3ab0-4611-ae6b-6c2812eb34e5: DOWN {{(pid=104848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:01:30.483376 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ecfa5032-ec89-429e-b567-a27be00b5c77 req-a195412d-8650-4d6c-91f0-3dfdd0df9edf tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0330291 Jul 08 03:01:31.232214 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8a144178-89bb-4caf-8d87-6fa0a7ecd7ef req-0b10ca17-14ca-4049-a4fe-e51bcde1cbc4 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0276248 Jul 08 03:01:31.382204 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c12f9fc-240a-4f70-b70a-c887304c6b5d', 'name': 'network-vif-deleted', 'tag': 'edcb2a0b-df68-4bd4-bc12-b4b9bb285d43'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:01:31.384539 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c58c20-d347-43dd-add7-e590338ac5ef" -d '{"events": [{"server_uuid": "5c12f9fc-240a-4f70-b70a-c887304c6b5d", "name": "network-vif-deleted", "tag": "edcb2a0b-df68-4bd4-bc12-b4b9bb285d43"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:01:31.418304 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e153d7-3b93-44ac-89b2-948286069611 x-openstack-request-id: req-42e153d7-3b93-44ac-89b2-948286069611 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:01:31.418600 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c12f9fc-240a-4f70-b70a-c887304c6b5d", "name": "network-vif-deleted", "tag": "edcb2a0b-df68-4bd4-bc12-b4b9bb285d43", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:01:31.418854 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42e153d7-3b93-44ac-89b2-948286069611 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:01:31.419247 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c12f9fc-240a-4f70-b70a-c887304c6b5d', 'name': 'network-vif-deleted', 'tag': 'edcb2a0b-df68-4bd4-bc12-b4b9bb285d43', 'status': 'completed', 'code': 200} Jul 08 03:01:31.631213 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bf7b776d-1d19-437b-9874-ad4cd9052b06 req-6f1460d9-320b-4dd1-801b-f760c2daa7d8 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0315056 Jul 08 03:01:31.957795 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device bbfd1f1c-9210-48b8-9d3f-0084edafab18 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:01:31.978264 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: bbfd1f1c-9210-48b8-9d3f-0084edafab18 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:01:31.978612 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device bbfd1f1c-9210-48b8-9d3f-0084edafab18 not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:01:31.979017 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:01:31.999378 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:01:31.999720 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device edcb2a0b-df68-4bd4-bc12-b4b9bb285d43 not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:01:32.372316 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9f86d998-bd9f-4e1c-bc07-4335d86c5910 req-827f8cc7-8fcb-4dac-afda-31806caded64 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0280247 Jul 08 03:01:32.766638 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a955bd1f-e529-4823-a68e-ed4da7ef7255 req-5a26be18-b12a-4a67-8c51-3c7866a3a32c tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0272577 Jul 08 03:01:33.508754 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-12e3d315-d454-4668-b075-3141349f45e0 req-ce3fc5a2-53b2-40b8-accb-f72b4b936db6 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0279348 Jul 08 03:01:33.905829 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0212b47e-3128-48d6-88a3-25218b21e658 req-31fe5687-d9e6-46c1-85cc-79dbf8b5a7d9 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0297325 Jul 08 03:01:34.644737 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-89993121-cab4-4326-bfd7-d6df3a50f9dd req-d5ae0d0e-752a-473a-971b-90a0c5feff59 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0291638 Jul 08 03:01:35.045281 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-89d6b75e-0ae0-47b1-a4bd-3d92d33ba97e req-61cc77e0-80ad-4fc7-b48a-f8a514b4dd9a tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0285523 Jul 08 03:01:35.789002 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-eab0e71a-2215-4c0b-9ccf-193dd4e10686 req-7e8d0f84-599a-4433-bdd0-f48e201fe59d tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0273957 Jul 08 03:01:36.183945 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-29338b97-07c2-4f08-bbc2-162a3ea3456a req-a63a46a1-622c-46ee-8081-0255ba3896d3 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0315502 Jul 08 03:01:36.925544 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-123f4ad5-1ca1-46c5-a673-1d5337a621a3 req-4f0b5b6e-d453-4e07-8c18-4ce017e69ed9 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0284302 Jul 08 03:01:37.320201 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-45266bae-6462-40e1-ba78-e2d4b6ddbed2 req-4098396e-0274-44c8-975b-3cc5bae8929d tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0280159 Jul 08 03:01:38.061564 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-faa09c3c-5d1d-435f-b896-9f9695a54c64 req-b1255bf9-f72d-4f8d-a405-1b18ddd9818d tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0282111 Jul 08 03:01:38.460188 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-50a0be34-3509-485b-a6ca-23933d10510f req-f091f124-130e-4158-b6b4-e693281aa683 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0309308 Jul 08 03:01:39.196659 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-41fe4305-bfb1-4307-b093-d4aecba12113 req-5d80c6bb-b2e7-4982-b4ae-2f74194972a6 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0274394 Jul 08 03:01:39.602739 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8533e9d1-404a-4b7f-8a99-6bb78489780e req-58b23f69-90f3-4c24-8912-2ddce6fe2b2f tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0311675 Jul 08 03:01:40.339455 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-275b23db-709b-425e-9911-3ac03d433065 req-2d3d583b-1b25-4a9e-8a3a-5f4cfaefe934 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0281415 Jul 08 03:01:40.752945 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-806e8ca7-b837-406c-9261-afafed1e9177 req-eb5d4a42-74ce-44ca-a48b-e4afc0f83214 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0309744 Jul 08 03:01:41.479151 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b483d192-48e3-4327-bcc6-80af64fdc823 req-481973d8-57c5-4469-9fac-6ff750d4769f tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0283103 Jul 08 03:01:41.898463 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3ce2695e-2f9e-40ca-aace-06c4333123be req-64361153-ae41-4d09-8b76-689e5c3829c5 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0356648 Jul 08 03:01:42.248747 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1fa58fe3-9b2b-40f7-a7e2-872742f9980d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:42.617189 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-15d976f8-2e29-4162-b387-a527d2b7ba8c req-794dfad4-310c-41fd-bc13-ca49daea86a5 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0280216 Jul 08 03:01:43.036792 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5d01ba25-eeb0-4035-819b-523393fa4211 req-1b90a599-0f72-43fb-8919-244a9889c140 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0299633 Jul 08 03:01:43.754040 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5ad6ab89-bb8d-4c4b-b615-65310bbbeee6 req-6e4ed4d6-5893-4819-936a-814d782210f4 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0279222 Jul 08 03:01:44.176978 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0b13eea9-3480-43e3-8475-5fda2fbdbc7b req-ea2caee2-b930-41c6-b787-ec492dcd935b tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0285316 Jul 08 03:01:44.717204 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-4bb4816a-dde4-4a20-a743-30f173e084f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:44.777620 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:44.893406 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-833f5de0-c744-4ba2-bebf-c260055faafe req-6685ab9d-0391-420d-92fe-a48df47d6765 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0280218 Jul 08 03:01:44.982587 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:45.318157 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-64085da1-f6cb-462f-99aa-14d35f129f22 req-17c041ea-aa9f-4742-a523-aceaecdb7fe3 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0312920 Jul 08 03:01:46.030470 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b3c68a29-fef0-4858-95d0-f85d3d1cdbd1 req-3fb8af2b-4bf1-4d54-bfb5-3d778b12a102 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0283518 Jul 08 03:01:46.208808 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:46.459273 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-355405d2-0d5e-4668-a98b-4166df83b722 req-e5dbc5c7-4896-46b6-ad2e-219212ebc374 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0275061 Jul 08 03:01:47.171787 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-029dc025-6317-4de1-8415-55b189b2fdf4 req-38658f96-f1ce-48d6-a51c-4496b7868cd1 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0287657 Jul 08 03:01:47.564225 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:47.600481 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ddf89db3-91f5-4c31-b4aa-f447c2cf9352 req-4e0d5bad-2031-4207-a33f-b20c057e180f tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0304778 Jul 08 03:01:48.312534 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3667cd51-7059-41a4-814f-a630952500ae req-3343cddf-b8c3-48ae-b8fa-9498fb11f683 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0275619 Jul 08 03:01:48.739637 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cfdd3e77-da56-4450-a6fd-7aafce48d3a8 req-3732b2ee-0097-48b3-b86c-60d47f63cbe9 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0271697 Jul 08 03:01:49.452504 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-82f3f111-6b2b-4deb-9432-1a320ac98ec8 req-46475521-4483-4df8-aaa6-13138ea65f3a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0271418 Jul 08 03:01:49.880025 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d998fa8e-7a1a-4de9-8627-320ac05dbdda req-8130031e-5ba4-44d1-be9e-c44d34aeab8d tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0296979 Jul 08 03:01:50.588509 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7cf15453-cb53-4d9a-949e-fdfbcfec0673 req-7062dbf5-154b-4b3a-8c23-9f3334beb947 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0272183 Jul 08 03:01:51.014619 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c532f7ea-532d-4ced-9877-b4d2a5f00899 req-c757e827-ca2e-426d-ad4f-b608f49e3ec3 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0266099 Jul 08 03:01:51.740845 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7577dcb2-ea85-4c57-8346-61f2e6bc0b39 req-f4230513-c6a8-4665-94e9-a4b7f57970f1 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0275228 Jul 08 03:01:52.153354 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d7aa18ad-0884-4429-8f5b-57d5f9d5d290 req-d1cc3385-5fe1-4730-88cc-b5ea176406fa tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0301418 Jul 08 03:01:52.784658 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:01:52.877481 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b461a671-7e90-480e-acad-e85056dad490 req-b569ee4c-d077-453c-a738-f25bdf36519f tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0269432 Jul 08 03:01:53.187350 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7fba1886-c53e-4190-a8d8-29a555c0aeda req-14a2af99-7050-446f-8416-f52900aaf309 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1401370 Jul 08 03:01:53.263774 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba1886-c53e-4190-a8d8-29a555c0aeda req-0cda7530-da23-4fdb-8c27-075f0d021149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:53.265275 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7fba1886-c53e-4190-a8d8-29a555c0aeda req-0cda7530-da23-4fdb-8c27-075f0d021149 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf146c7263348b19beed67f69227864&device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 1098 time: 0.0560458 Jul 08 03:01:53.302897 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a07764ea-5ff2-483a-ae2b-8043ab7fe5f1 req-af46aacb-7865-4423-905b-8fb484b9129a tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0320983 Jul 08 03:01:53.383339 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba1886-c53e-4190-a8d8-29a555c0aeda req-402f01d0-9c11-49d9-90ae-bc499a145881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:53.384815 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7fba1886-c53e-4190-a8d8-29a555c0aeda req-402f01d0-9c11-49d9-90ae-bc499a145881 service neutron] 10.222.0.54 "GET /v2.0/networks?id=06c852e3-976b-48a1-a484-4e900038f3c5 HTTP/1.1" status: 200 len: 917 time: 0.0843713 Jul 08 03:01:53.449994 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7fba1886-c53e-4190-a8d8-29a555c0aeda req-ba348fc0-c7b8-42c2-8571-fbbfef57b30d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=471e794d-becd-4a06-8772-2f95f280c158 HTTP/1.1" status: 200 len: 1001 time: 0.0586312 Jul 08 03:01:53.496766 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba1886-c53e-4190-a8d8-29a555c0aeda req-06663afb-627d-456c-b6b5-4c9a4c8b8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:53.498199 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7fba1886-c53e-4190-a8d8-29a555c0aeda req-06663afb-627d-456c-b6b5-4c9a4c8b8c7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cf243d-2400-43e3-a620-04f0df041e5e HTTP/1.1" status: 200 len: 855 time: 0.0421021 Jul 08 03:01:53.552938 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba1886-c53e-4190-a8d8-29a555c0aeda req-6074d68b-e3f5-49d0-8dd6-8efadf22403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:53.554391 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7fba1886-c53e-4190-a8d8-29a555c0aeda req-6074d68b-e3f5-49d0-8dd6-8efadf22403f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=06c852e3-976b-48a1-a484-4e900038f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498109 Jul 08 03:01:53.649302 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7fba1886-c53e-4190-a8d8-29a555c0aeda req-1b3bfbbd-a772-4967-aa6e-846d85ffd4df service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882556 Jul 08 03:01:53.738532 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7fba1886-c53e-4190-a8d8-29a555c0aeda req-94aa2441-1d82-4c77-9c2c-ed1b21958ad5 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828111 Jul 08 03:01:54.019940 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e7c3fe4-5785-405e-93ba-5e097cca81fa req-14c94030-62ea-4871-89d0-7e7ddd27b212 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0282600 Jul 08 03:01:54.466688 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f5287ad3-393e-4121-bbba-109828c32d66 req-01e73c34-1a68-4bbb-8a7c-f1afcc0b7d32 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0311391 Jul 08 03:01:55.159267 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d610dd69-541b-4118-9161-2f15bf19b7c0 req-b7edfa4f-39e4-4d05-a05a-29b703ab1a07 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0290658 Jul 08 03:01:55.602247 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-58175816-dc76-4298-bcc4-e65b01af0125 req-9ccdeeee-f339-438d-ba28-f87812e762ca tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0274801 Jul 08 03:01:56.297463 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7a8b6f7a-8946-4a6c-81c3-2a3c81af2d61 req-d7f2adb6-df19-4246-9f56-fa25a78f0966 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0292814 Jul 08 03:01:56.739786 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6a6b0447-ae1b-4687-a6d2-2a3cc60aae43 req-1569f95f-21c1-4000-84d8-9578ef528013 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0299344 Jul 08 03:01:57.433799 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86f3c0ec-6c5e-4faa-badc-f19156bb0641 req-7a6a5976-1260-4180-8023-8b854a46bc5c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0276301 Jul 08 03:01:57.878270 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30e3bfd1-cb1a-4d86-999e-b06cf9bec92b req-ac5aa125-fbe7-412d-8d75-9c04b8c31562 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0265698 Jul 08 03:01:58.572588 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-36e31143-5f86-4dbc-9d11-0c876fe33b40 req-1a53ddc7-b558-4e90-833f-e6ca4580b6cd tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0279138 Jul 08 03:01:59.170611 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a1141ad9-cb13-4708-b161-60a900fc11d5 req-82bb2727-f5b7-40ea-92e1-410fd284a4fb tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0301497 Jul 08 03:01:59.718254 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-95279fef-a719-445c-89fd-138a0b58de0b req-d6c41bc1-f95c-4f36-8e84-c5ef1a91c231 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0274951 Jul 08 03:02:00.316464 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-62bdac53-4b73-4152-8fb5-cba2a87fe45c req-3d50eeb8-3807-4ca6-adb8-2c94078aba17 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0277870 Jul 08 03:02:00.852425 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a9a9ec53-cba2-43b4-92cd-1afc62713da3 req-9ea0f3f1-187f-4a65-9c69-c8d69e23a4c6 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0273700 Jul 08 03:02:01.456142 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b4134307-66b5-432f-9b3e-6b657beee285 req-f767a3d3-eba0-40ac-9ca4-b039c938f756 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0307565 Jul 08 03:02:01.987852 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9a9d8332-adae-48fd-9e5c-dd71aaca2cd6 req-7b2ae71d-c132-4b65-b6ee-b7ca6c43b2f2 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0274110 Jul 08 03:02:02.591609 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-496abeb4-b307-4ccd-9e1f-f5b7329e491b req-905bf6db-ff16-42c7-b7ee-57c48e8e786f tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0280139 Jul 08 03:02:03.277481 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-33f6b8f5-6d91-48d5-b667-a18014032e09 req-1619dc22-db70-4a02-ab16-9fe565e48217 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0289600 Jul 08 03:02:03.729976 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-38fd25fd-22fd-4d49-8aed-40adb5518827 req-d4df335a-8a9a-4948-9ebe-5ee1ba15ba87 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0298014 Jul 08 03:02:04.414944 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6c564bb0-c2f7-4403-8287-547364d3859b req-589a10db-e399-4b7f-9ae6-78fcfbc12e42 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0286899 Jul 08 03:02:04.867254 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0b764fe-990d-4a66-97de-d82fa209f5d0 req-1f065b25-e2ac-4235-bebe-e20d2b4b3566 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0271070 Jul 08 03:02:05.551537 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-63e491a6-0f98-43d1-9f07-1b7f0c5396c8 req-adaedcb7-7c6b-4075-92b3-5b5233bfcc23 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0278139 Jul 08 03:02:06.004777 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0c06c30-37a8-4bdd-94fd-e4ea90d3d3f6 req-55ecf64f-2a84-47f4-8e4b-c6f2ae73c5e6 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0304952 Jul 08 03:02:06.688681 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e1cf4e68-0576-4354-96c2-dd2ef9122ce2 req-814a2626-6e0d-4d3f-8958-a551e520b586 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0279667 Jul 08 03:02:07.161001 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-37a473dd-4244-4b47-8545-95c34208c306 req-5a7a0f19-5eae-49a9-8bb6-45d5d4d5954c tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0277727 Jul 08 03:02:07.826722 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0c63bf93-f139-4a22-8333-aa3ced8e0345 req-bd824cf3-39a5-4d4a-bdbe-8895f50f11fd tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0282218 Jul 08 03:02:08.545738 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-29c57711-537c-4329-86f3-e1b4129c5924 req-00254ade-fabd-445e-aa04-f54f91d4e8fe tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.2766268 Jul 08 03:02:08.962635 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d3258b2b-b195-4209-92b6-633269ec830c req-18142716-f4b3-49a6-a44f-a08e94856226 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0276709 Jul 08 03:02:09.680861 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b001638f-9096-480c-98a4-3f8ec8033303 req-216be30f-0555-432e-8a93-f06068604d11 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0285256 Jul 08 03:02:10.116464 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f682db96-9701-4f6f-acd9-ec96f68e2339 req-b1e87b86-868b-4cb1-9cd0-6e4cdb35902a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0350108 Jul 08 03:02:10.825590 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-11e55401-e9a0-46b0-8275-d92b1e3bb7ff req-26cfb28d-02a4-47a9-8348-a87b39c6477f tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0301914 Jul 08 03:02:11.253226 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bc7003af-e89a-426c-9d4a-3770622e407b req-d882f867-f5a6-4cce-bda8-f224d9bbb2ce tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0268784 Jul 08 03:02:11.963293 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9a0465a3-677b-4bbf-9360-77d255a7c3a1 req-b112fdfd-8626-4d2e-bd2e-38e912816395 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0275543 Jul 08 03:02:12.249199 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-500cf68c-336b-46ec-ba09-a3d4f5bc8b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:12.394475 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d26ac8f7-d090-4973-9718-054e3568d933 req-89fdc678-7015-409c-b3ec-ebcde0b6ec82 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0276432 Jul 08 03:02:13.102265 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5b2a4c10-f60b-4417-bf74-abf253e2904e req-3f156b25-da14-455c-9e77-337353b92b17 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0303266 Jul 08 03:02:13.531235 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-554f8812-f14d-4a6b-a02b-de706a1e071c req-44a95f31-ba7d-4de7-9ccd-9e355c25d443 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0281069 Jul 08 03:02:14.238948 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86e9d4f4-7b2f-4b4a-95c6-35c85a1d02aa req-24499f9b-e8c7-45be-a8cf-ef8e66a0e555 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0268366 Jul 08 03:02:14.666552 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-711b5933-8c17-4b23-a480-20491fc5b381 req-d77c2075-33d3-48d3-81c3-48fcf2de498a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0283747 Jul 08 03:02:14.717312 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-5a86ebf4-ba99-451d-83ba-ccd35a54f8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:14.776619 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:14.982963 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:15.378526 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e6d91751-42f4-420a-86ab-cfb3a19ac7e6 req-906f3759-455a-41b5-9664-f007990006ac tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0307088 Jul 08 03:02:15.808263 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6c764363-79f5-41c2-aa0c-362881d47cd1 req-67c3368a-b877-4faf-b454-fdbb60e84c99 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0297320 Jul 08 03:02:16.211184 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:16.526638 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f6cee6eb-5419-4c10-9e93-f60855f59033 req-b82df031-2cfb-4518-9bdc-b7f11d0da89e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0283365 Jul 08 03:02:16.947436 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4187a8a9-fe11-4a5c-a13e-e95c30058e23 req-45a0e177-100b-453c-8612-522eaf92de1b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0282290 Jul 08 03:02:17.533750 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:17.665680 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4094ec52-a6f2-4be8-a20e-1a8d69bb1d99 req-c56a28b1-1665-44a9-a1e5-3323a9edd295 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0312078 Jul 08 03:02:18.082342 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2a4f71b8-e54e-47d4-a9f8-93e589e1882d req-cd0c57a5-0216-4745-a8a6-3d64d52e9fc6 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0271256 Jul 08 03:02:18.801765 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d01882b3-0821-49c4-81fc-97c32beaa03d req-4c757336-de82-4aec-a3cb-820e66e4eab5 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0278082 Jul 08 03:02:19.218044 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2c718c14-47fd-42b6-b7ad-c5d8498b1e13 req-65950645-c828-4517-8ef1-f503b966859b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0281174 Jul 08 03:02:19.940992 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-32c41763-6799-41ac-b0da-1efab55c2e80 req-f14b1041-cd38-4efd-a48d-5f19e5f2e1e6 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0305576 Jul 08 03:02:20.355368 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e929877c-6d4a-46f7-b634-129a1b571111 req-560a37f3-f5dd-4d93-841d-adcb7f2eaf02 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0277426 Jul 08 03:02:21.079208 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7a985ced-ac06-4a2d-97ef-9f14f0d78b4a req-0a9163e6-e4e1-49c3-ab73-ed2ce0b78af0 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0282197 Jul 08 03:02:21.494608 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6ad8d6c6-5538-46d1-91f6-368c85ef81bd req-ca8aa39d-586c-4732-b3ad-9b3bdd328fc6 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0281372 Jul 08 03:02:22.222597 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e23978d1-2a7a-44cf-ab1e-2c2925ad5ae7 req-d3ea9a84-4c24-4909-a4ab-0dda51b40979 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0306396 Jul 08 03:02:22.631057 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e47a37b0-41ac-4817-a2d1-278fe69d527e req-5516e93c-98d8-4aa4-ac9b-524e63ab3d5e tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0277932 Jul 08 03:02:23.359859 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-464e8aea-b76b-4782-88c0-9028f81f27f9 req-07c54076-63c2-408d-b73c-9e434ced14ff tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0285943 Jul 08 03:02:23.772819 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4a1b9a71-9888-4b4d-b445-093e4f317646 req-39122699-9e9d-41e3-8453-2c5c4cb7d6ba tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0358796 Jul 08 03:02:24.505872 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b5f4ddde-264d-470c-a7e1-7ed0334adf53 req-c9006a6f-0f61-4c23-8605-b00e23583492 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0303116 Jul 08 03:02:24.908306 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d20bc6f9-e12a-49e6-b9d2-2ae451ac3813 req-07acfa81-e723-4808-b160-931682059ec0 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0287881 Jul 08 03:02:25.645133 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a5857401-8871-44b3-9c64-973beb91ad7b req-ee4ba12c-9104-44b9-8d4d-f9c734cd1ee4 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0277476 Jul 08 03:02:26.046360 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-737f5ee3-4a65-44c9-a10a-243ca3ea2569 req-98d46930-1760-4e2a-9fa7-f5ba4e929f55 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0275280 Jul 08 03:02:26.787840 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-90d0f1f6-7e33-4803-9c62-ada566804ac8 req-7e9964e3-f01e-4244-abf9-4e6e52cace4d tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0317512 Jul 08 03:02:27.184636 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1ebd4a44-e456-4558-ae5b-b7632e0574f3 req-bb085191-4dea-44f3-a7f4-91afe50d24b8 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0279813 Jul 08 03:02:27.924444 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2a3f9a65-9ed8-49fc-afee-079e8e55852c req-335cf507-7419-4eb5-8f97-21aaa867a782 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0286722 Jul 08 03:02:28.321439 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d4852c76-3fa2-4b45-b313-b6c968657ece req-054e47ae-d78f-483c-be18-caba47318e26 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0273786 Jul 08 03:02:29.062525 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-94d6a1a7-7c21-457d-9e6f-543648597908 req-47528dc0-9ae0-475c-97da-f146ddec52a5 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0309048 Jul 08 03:02:29.459341 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ad24279-6bb5-4889-9437-5f3ead861b47 req-99c10420-5df0-43a2-a445-34862968c10e tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0271392 Jul 08 03:02:29.783079 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:02:30.200185 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ba1851a3-e7d7-4135-8a4f-55a171e9e0de req-f46e867b-a912-4f44-88cf-4addb89f9283 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0274713 Jul 08 03:02:30.625170 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f8623c5b-f2aa-455d-8b62-8d0100d3c8bd req-877e2e35-58e3-4750-9c78-ea318f4a0a3a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0278635 Jul 08 03:02:30.917675 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 51394) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:02:31.015229 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:31.118003 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:31.121388 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:31.158999 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=579477e3a3464a9dab31468d1fba7630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401898 Jul 08 03:02:31.159788 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef305247-f3d8-4864-afbb-69525136abbc,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:02:31.162588 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 51400) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:02:31.167438 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.167783 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.168143 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.168475 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.168800 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.169124 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.169448 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.169771 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.170113 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.170432 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.170750 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.171061 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b170b70-2cf1-484a-a822-d33ef8ad2c0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.210811 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:31.234034 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:31.283573 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:31.286196 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:31.287587 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef305247-f3d8-4864-afbb-69525136abbc HTTP/1.1" status: 204 len: 168 time: 0.1239331 Jul 08 03:02:31.295347 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef305247-f3d8-4864-afbb-69525136abbc,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:02:31.302902 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.303447 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.303778 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.304081 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.304413 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.304747 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.305079 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.305410 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.305740 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.306090 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.306416 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.306738 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b45dc9-8e90-4fbd-8ca4-da494e6acd33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:31.350720 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-05f8c97d-c8aa-42b7-963b-bf58d81efe90 req-668f6006-d7bf-47ba-9065-2944f981d5e1 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0295882 Jul 08 03:02:31.540274 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 51408) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:02:31.554073 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-29c48a85-3361-425e-85e0-1fc913ce92d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:31.641418 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-29c48a85-3361-425e-85e0-1fc913ce92d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:31.645007 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-29c48a85-3361-425e-85e0-1fc913ce92d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:31.682748 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c48a85-3361-425e-85e0-1fc913ce92d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd108cc-6b2b-409f-a75a-cab9b1eebc7f,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:02:31.687961 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-29c48a85-3361-425e-85e0-1fc913ce92d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=925bbf83aa7e47948df6630c650c3089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466100 Jul 08 03:02:31.690584 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 51412) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:02:31.739191 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b60a8a17-7a4d-4ed3-a572-88af7caac901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:31.780873 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-661bb30b-0801-4c41-9463-39ce6eb7fb4e req-baf1ad4d-ff9f-493b-b717-ce8f8475be84 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0378137 Jul 08 03:02:31.790295 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b60a8a17-7a4d-4ed3-a572-88af7caac901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:31.835527 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b60a8a17-7a4d-4ed3-a572-88af7caac901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:31.838238 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b60a8a17-7a4d-4ed3-a572-88af7caac901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:31.839289 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-b60a8a17-7a4d-4ed3-a572-88af7caac901 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfd108cc-6b2b-409f-a75a-cab9b1eebc7f HTTP/1.1" status: 204 len: 168 time: 0.1483629 Jul 08 03:02:31.847290 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a8a17-7a4d-4ed3-a572-88af7caac901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd108cc-6b2b-409f-a75a-cab9b1eebc7f,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:02:32.491905 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-082bafae-2f3d-41e7-a595-fc11c5fec850 req-5872aae1-04d8-4d0a-9562-13d940dedffb tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0283144 Jul 08 03:02:32.926239 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7587531e-01ca-4194-b411-e1f882cd4640 req-952ae71b-5af0-4540-a9aa-4af1b13059e2 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0289688 Jul 08 03:02:33.627894 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7c70ac6a-cb2a-461a-9141-260d3e18f518 req-931f6424-04f6-4db2-a16d-e96305d9213b tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0273423 Jul 08 03:02:34.063681 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c46e2d5d-621c-4f3c-aeb1-9f5b7ff8a20b req-0ededc4b-0f7d-4ba0-9fdd-32f951938b54 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0309505 Jul 08 03:02:34.765615 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6002a299-131c-41d2-8a40-4c0ebca4e252 req-21fed346-1231-4dee-affd-b180dbc1a667 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0284472 Jul 08 03:02:35.203154 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d9b9ace3-a18c-4075-aa2c-cce6301d27c7 req-6d21a47e-2204-4bc3-8916-25e2122d0f88 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0283213 Jul 08 03:02:35.904232 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fb092fd2-64c2-4f26-9899-e396162115b8 req-5d3f0f76-277f-4fdf-9151-27270c2799ca tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0279863 Jul 08 03:02:36.342882 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1c0d2bf1-28f9-4100-8325-be1805aa417b req-b9898e14-0ded-43de-ba83-73009a30108d tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0318837 Jul 08 03:02:37.041253 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2a84a1ea-ad21-47c9-98e6-4f99e38619a8 req-d9d3f10d-a174-4b76-94f6-859cbe294b93 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0279534 Jul 08 03:02:37.479141 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d9f6a661-ba36-4e51-be9d-a68384701f09 req-8551f2d4-60a6-4c58-a795-7b4b16e8bf57 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0290854 Jul 08 03:02:38.177898 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1b2c5a01-38d3-4744-b9a7-d415a2c9c78b req-dbe44377-521c-4947-9e22-8f2d5c7de940 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0290997 Jul 08 03:02:38.620943 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9023ad8a-6452-44cd-8475-56b6d11afdba req-645e6e10-993c-45a3-a7f6-6f5db2a42b9d tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0316491 Jul 08 03:02:39.318634 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3db7219d-79a7-4721-8c31-8ec7c58908e6 req-690adf5d-809b-4c27-aa94-22e1d3831fb5 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0283818 Jul 08 03:02:39.761920 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-faa19367-c308-4952-bd33-21ba543ed228 req-ab3c4608-807d-40a9-a68d-78f2d89c71d7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0289001 Jul 08 03:02:40.453974 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-146df149-b3ac-4a6c-8533-e6d5a44d0779 req-18fe9de9-8e28-4448-952a-086e0dae600c tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0269439 Jul 08 03:02:40.906852 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4e3b3674-bbbf-48a5-898d-0a43523b393b req-b7977cc2-bb0c-43b2-a4d7-061bfdec4e81 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0307815 Jul 08 03:02:41.592722 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d234940a-7ed4-4a3c-9b3b-0d197ab92498 req-61d9c514-411b-4edc-9166-399aa3b84e7f tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0286410 Jul 08 03:02:42.043607 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ed7f510d-0fca-4ff2-b620-14776b601422 req-58b7d405-3f19-4e0c-85d7-439dc3178db0 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0288532 Jul 08 03:02:42.252564 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-eeb2d645-a66a-453c-a2be-acf8e0a5e2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:42.729529 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-da9d487c-a95b-48d0-b515-98e94b01d520 req-14519653-1978-4b7a-a436-b1b37b54afc9 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0267920 Jul 08 03:02:43.191416 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fef8cd08-d2d6-4bfc-bc7d-503a65d30746 req-03ab221e-7e90-4cec-b846-6482028d11fa tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0307868 Jul 08 03:02:43.875053 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c383c8e2-5b26-4c5e-b48f-3312ebce377f req-9d3120f2-1251-4641-bed5-7a4a0aec12f0 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0329337 Jul 08 03:02:44.329997 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8472431f-6991-44e6-b418-a540a2384215 req-ca7afde7-17c3-407b-93a8-3cb65de8e37a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0270834 Jul 08 03:02:44.718102 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-e86722a7-9d27-4ab2-8399-4ac00691c4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:44.775027 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:44.985205 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:45.013275 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6d3b9779-7700-4588-b222-4b3d2c29a29d req-4c996f66-bfbe-4a45-b0fd-a4b21cec6881 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0279305 Jul 08 03:02:45.470381 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a27fc465-dfd7-4473-b292-332f8cb89c83 req-5108fa1a-b09b-4ba7-b3cc-987bb7c41ac9 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0307031 Jul 08 03:02:46.149511 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1f8293e6-8e8d-44d5-9027-007c6e0d8168 req-08f4984e-bc6c-4af8-9e8c-740a1419b826 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0276515 Jul 08 03:02:46.212612 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:46.619624 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5202290d-a7bf-4de7-81d8-f484f4e7343d req-770390db-d5c1-40d7-bd16-4eee205dc349 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0365002 Jul 08 03:02:47.296036 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e4fa6111-a82a-482e-8526-98b1e8fb2f1b req-e844c5e6-1f3d-43c0-91de-aabc1175b34f tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0300624 Jul 08 03:02:47.540652 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:47.759899 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-413bb506-c3c4-49ed-bbc5-123e4f0df6b3 req-4f064e8b-63fb-44c4-9a2c-98c488ba80bf tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0315008 Jul 08 03:02:48.446670 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5a9152d6-1f31-42df-bf7f-e147adae6122 req-b110bde2-13c0-4022-b902-bd2357c325f3 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0284574 Jul 08 03:02:48.899502 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4eb8ea25-acde-4f83-af2d-fc953f2bab1f req-8db1197c-cfba-41e1-ac2e-baf9cbeb22df tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0275898 Jul 08 03:02:49.583363 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ca63c054-aa90-42c3-b46d-802bb17e51a1 req-6c4915a3-a06b-4fe7-8110-e47f980a74f9 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0278234 Jul 08 03:02:50.038354 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ce9d5d88-f285-478e-8fe3-0b97d38448c9 req-1daee903-34b2-4fb5-9ce8-8917d36a6e90 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0298374 Jul 08 03:02:50.719237 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1144e211-1949-4e31-bd7e-64ca58b4c38e req-03f0ae85-8ff4-447b-ad35-0475bc9d31d0 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0288179 Jul 08 03:02:51.172898 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-046b4982-383a-4cd5-bec3-907ca76ad361 req-81bbdb7d-1cfe-4674-a14c-d19b497d7efc tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0288811 Jul 08 03:02:51.855826 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-371d97eb-ac02-495d-b089-c73c073be7c8 req-8b6a9f74-1b44-4680-bdec-77277319357c tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0277395 Jul 08 03:02:52.312438 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a8ebd212-2119-4c15-9a8a-068d09abbec2 req-abb3b8dd-2228-4fb4-b6ea-c576acd785c6 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0307233 Jul 08 03:02:52.996126 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a0327022-5232-4484-9417-a33743f041e0 req-d89733c8-b55c-40bb-900c-52c1b871fa56 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0281231 Jul 08 03:02:53.451034 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0db5542e-c43f-4454-8fcf-1cfd12e821b0 req-382ef7ee-5dbc-4e6c-8d28-d21e65eba50e tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0279467 Jul 08 03:02:54.131836 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fdff6001-1133-4627-a064-1f103752b6b2 req-50f92db4-3d5d-4df5-b421-4cfc067f695f tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0273623 Jul 08 03:02:54.591345 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-630bf037-dee4-43aa-b1b6-521ebcd8d99e req-5c4852a0-8a18-4ae6-9191-8f0102ea55ec tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0307858 Jul 08 03:02:55.268985 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-58b8cd5a-6e66-4efb-af74-eb144033c9e6 req-c8f5d305-c3ea-4ec1-8e18-8181eb6f2a08 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0280442 Jul 08 03:02:55.610767 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cecf71c0-f8e1-431e-90d0-d6ba92146f54 req-43080091-2c36-4637-a266-0eeb4b06df29 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493362 Jul 08 03:02:55.730885 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9693968e-196d-46e4-b457-93bf7c248c03 req-e8fa118a-6bb3-4871-8f63-09c591e62123 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0296605 Jul 08 03:02:55.733662 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf71c0-f8e1-431e-90d0-d6ba92146f54 req-4cae209a-bbb3-4f48-bf5d-8e223e74f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:55.735148 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cecf71c0-f8e1-431e-90d0-d6ba92146f54 req-4cae209a-bbb3-4f48-bf5d-8e223e74f417 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=673ab3285aeb4543b917150a9b83264a&device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 1098 time: 0.0813975 Jul 08 03:02:55.836624 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf71c0-f8e1-431e-90d0-d6ba92146f54 req-146d7b07-19ec-480b-841b-cd6304c478ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:55.838087 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cecf71c0-f8e1-431e-90d0-d6ba92146f54 req-146d7b07-19ec-480b-841b-cd6304c478ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f78bd6c-2fb9-4346-a188-dda9530e4242 HTTP/1.1" status: 200 len: 916 time: 0.0823011 Jul 08 03:02:55.881402 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cecf71c0-f8e1-431e-90d0-d6ba92146f54 req-ee342e69-0d57-4e80-b85b-87904ff816c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=315fc5cc-7a89-4098-b970-05f18ec9de24 HTTP/1.1" status: 200 len: 217 time: 0.0368392 Jul 08 03:02:55.929234 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf71c0-f8e1-431e-90d0-d6ba92146f54 req-5d062fc4-abe5-424f-bdac-b4b42c54014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:55.930683 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cecf71c0-f8e1-431e-90d0-d6ba92146f54 req-5d062fc4-abe5-424f-bdac-b4b42c54014c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9cb3a1c5-f762-4173-84a7-09042e95bbdf HTTP/1.1" status: 200 len: 854 time: 0.0430055 Jul 08 03:02:55.986001 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf71c0-f8e1-431e-90d0-d6ba92146f54 req-d061ff19-253e-4da4-ab93-2088bcea7686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:55.987454 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cecf71c0-f8e1-431e-90d0-d6ba92146f54 req-d061ff19-253e-4da4-ab93-2088bcea7686 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f78bd6c-2fb9-4346-a188-dda9530e4242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504670 Jul 08 03:02:56.077142 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cecf71c0-f8e1-431e-90d0-d6ba92146f54 req-d92f9678-8391-40d4-9cc2-6799448eecbb service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822520 Jul 08 03:02:56.163966 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cecf71c0-f8e1-431e-90d0-d6ba92146f54 req-d590fbac-e5ea-452d-b9b3-70bf5a0c4574 service neutron] 10.222.0.54 "GET /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802367 Jul 08 03:02:56.406211 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7cd2027d-e9ff-41dc-870f-471c8cb89ba6 req-a4614bdc-a280-4c90-84d9-9c755913584a tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0288661 Jul 08 03:02:56.871461 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fd6db84c-7d99-498a-89dd-db793661239c req-70614fda-e09f-4912-8653-acf13359ef80 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0313644 Jul 08 03:02:57.546328 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0753f0df-5a6c-4669-8bb1-23d8e650ace9 req-8a54b1ef-0587-4447-b091-767aba3f00a7 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0280867 Jul 08 03:02:58.010774 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-531f58de-1561-48cb-9e71-fd0d6b7bbfd5 req-6d2838d2-d729-4e91-8460-3d49117a9ca0 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0278339 Jul 08 03:02:58.098339 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [req-4c73175c-d67d-4fdf-9f98-4c44d64047fb req-374f9001-aa50-4f44-a9db-ee90a588e87b service neutron] (104845) timed out ('10.222.0.54', 49597) {{(pid=104845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 03:02:58.688968 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2c358cb6-5401-4b03-b5c2-8c4d8de6df29 req-b4beedb5-2a11-474f-a02a-b19bfd026448 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0273905 Jul 08 03:02:59.148690 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3822b33c-9349-45c0-9632-75479a756414 req-8334e762-5525-456d-8c32-c467cfb8e65b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0301981 Jul 08 03:02:59.826917 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2d6bd51e-40b7-418f-97ca-ca34ea44669b req-18126987-a9da-42c2-bd29-48637133d87e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0268424 Jul 08 03:03:00.284913 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6be44b57-c7e8-466c-888a-ddc7cb9b1cc6 req-860ea7d4-3d7f-40f6-937a-bdc591494a63 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0284798 Jul 08 03:03:00.963073 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d6115b4f-bedf-4bce-9795-8ac2276d7c1d req-aa1b74a4-c309-4fe5-8d41-605c3f491a82 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0284035 Jul 08 03:03:01.422392 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3459aba1-88e2-4e75-a028-e9606b343863 req-19501263-4d82-4da6-b123-ab2b3e3b78f2 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0299115 Jul 08 03:03:02.101620 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3c48ab14-9797-454f-8ee1-af036062d610 req-790a8f93-1a2a-42b3-9b15-699c776d1cee tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0281870 Jul 08 03:03:02.562801 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-49cc699f-2c84-4d12-830c-6cbee6cc5d4f req-cc620e47-43b7-4bdb-b954-7a3956dd2b0f tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0272467 Jul 08 03:03:03.238746 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-968f0663-6cb2-4f38-b8cf-42267d5f10b0 req-bb23deee-98f6-40fc-b633-9f6fb1ce01bd tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0267055 Jul 08 03:03:03.703263 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-addd6312-38d0-4ee7-87b1-e7249e500a3e req-5c96ac99-822a-4092-a315-dc5cb263494c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0297761 Jul 08 03:03:04.375282 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-813aaf8a-7293-427e-b6ab-701db779eca2 req-481f5f0d-cefc-403a-932d-cc38aba86afa tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0279353 Jul 08 03:03:04.841321 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e2b82979-5774-43fc-8bd4-456144e0df96 req-69886d23-c3c5-4b2a-8042-df2cb0fb3587 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0293260 Jul 08 03:03:05.510868 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4d7b87a1-217a-4ca8-b1e0-6c86a89dee6d req-1371f2ee-76fe-4b40-adee-dbb86954f0e0 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0280275 Jul 08 03:03:05.984404 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a3d91298-ac8f-4585-bb74-fd3f2035e4c9 req-52139c60-2b8b-4520-9981-d7ea218369d6 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0307870 Jul 08 03:03:06.651600 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b49f08ea-3e6c-4864-be95-32c0e9b7aa3e req-95be86ce-4a31-4e0c-88d5-00bf9cf7ca98 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0302954 Jul 08 03:03:06.781778 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:03:07.122298 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4dd132a0-6ad6-49a0-88f3-9d89a961107c req-bbd6a075-87ee-4a03-9755-08166c84b3ce tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0275171 Jul 08 03:03:07.786886 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f954cca2-cbac-4a1a-b9a2-58080cb6d2ed req-c58f6e33-152c-4f4a-b311-14d28db6efe1 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0276151 Jul 08 03:03:08.261185 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-48fe8a34-bf88-46d0-8106-140594200b01 req-c3852414-f23c-4979-9c24-807d4798f371 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0308306 Jul 08 03:03:08.921887 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1517d27a-552e-4506-892f-312e2042eadb req-86ddf3ea-48f7-4d06-9e26-b1308b2d0cee tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0284796 Jul 08 03:03:09.398900 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2ffb442d-7249-4103-b495-61007889ff4a req-7ca75376-a9a0-4cf4-8dd9-830580e6df71 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0279346 Jul 08 03:03:10.060649 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-38f79ddb-e75d-4cd4-a9b6-86f7d9372043 req-1b0f930a-ab59-4e00-ad59-95c83521e451 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0278943 Jul 08 03:03:10.537956 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c10f1c05-5f96-4503-802b-861fd6df8aaa req-2d2f2708-99d0-408a-98f9-e68c4b6ba0c1 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0302505 Jul 08 03:03:11.200840 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1058d810-6ad4-4992-aa70-6d80f484825d req-0e3461bc-044f-4861-8bc7-37e210825fde tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0286789 Jul 08 03:03:11.676797 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f089614c-fd67-4e3e-9828-0e37497f9129 req-7de29dae-6343-43b9-8d19-1c7e58d0a08d tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0269561 Jul 08 03:03:12.256237 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1cf786ea-15a1-4b0a-bae8-2e74e6d8fb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:12.340946 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8c5578c9-6d68-47ab-a799-443e85611aa8 req-cf1e73d5-caab-452a-8133-f610988d693a tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0273502 Jul 08 03:03:12.823854 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1f0cc6a9-4ec8-4304-bcc2-3556d7b4568b req-acb98839-31e8-4d8e-b38c-05f53f98fda1 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0348692 Jul 08 03:03:13.477456 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-90246644-c565-4e51-b4d7-78fa4866b2ee req-aa471519-9148-40ee-a907-b1267c0ed6d6 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0276551 Jul 08 03:03:13.960036 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-15d8e97d-1c03-4e90-b3a1-03f111f92027 req-d2192891-5b2f-47b6-8d32-1ff0ff482eac tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0271828 Jul 08 03:03:14.614006 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d179323d-b3f0-4631-8d42-a0c0f4d7deff req-c73ee0ea-bd44-485d-81c1-a33dca9bfeda tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0271211 Jul 08 03:03:14.717370 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9ead32d8-e90d-498a-8f33-280b3e158bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:14.788713 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:14.981261 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:15.099833 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a8cc5351-73e6-43b2-86da-1e8d7c3f10e0 req-259bed82-b699-40cf-8038-a3be0a6b9c2a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0308156 Jul 08 03:03:15.754703 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e3cc9201-b6eb-4968-bc34-165e0b64f0a1 req-9b373e8c-d6ee-4cb6-b6a3-51069f18879d tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0282435 Jul 08 03:03:16.217816 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:16.239749 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-96b6f100-d01c-43ce-b495-aab39cbbfc5f req-1ff51fb3-0693-4a17-a27f-d6f1a395a05a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0289388 Jul 08 03:03:16.891045 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5107c79a-431c-4c64-a604-b4be0c026346 req-3d2fe5ff-09af-4a13-8d70-56b08e7b69b8 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0270047 Jul 08 03:03:17.378365 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f40640c1-7f40-414d-a88c-f3e7b7d78fe0 req-c715ad6a-407c-4a78-885e-42123c5cf37d tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0298431 Jul 08 03:03:17.541571 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:18.030968 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ac7136ea-5620-4eb2-be74-33dc20751705 req-61ad84f5-6016-440a-b0cb-882a30a32075 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0287757 Jul 08 03:03:18.517554 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1767d75c-9f6c-47e3-a00c-882efd4f8dda req-9c25c804-6d08-41e8-ab2c-d2817c5eca9d tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0277507 Jul 08 03:03:19.166997 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0aaf5d86-4d13-43f5-be3b-9fe7ca8526dc req-821f7f3c-3a7a-42e4-9222-cc4e554f7ca5 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0285518 Jul 08 03:03:19.656588 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6faa994c-9cc6-49e7-ad6c-95a9efe728c8 req-657f9c1e-5fb3-4bca-8b2d-a04c9e3a45b8 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0309761 Jul 08 03:03:20.306722 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4f5f4c48-a550-4107-8d2c-a7549160db1c req-d358f009-c145-4080-afff-ef3a7081166e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0288100 Jul 08 03:03:20.794706 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aae5a1b4-1138-4d9d-9db4-e274fbd5fb86 req-cdaadf79-de01-4d1f-bbac-4186d20d354e tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0288122 Jul 08 03:03:21.442815 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-160efa11-38e2-48e3-8018-0cc9395a4236 req-41ba0211-4082-41cf-8e0d-4cc6ed2ab13e tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0282340 Jul 08 03:03:21.931316 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a39d5c75-3151-4f2c-96dd-88259d41f054 req-a0e3b790-ecc8-4385-b48f-7f3fc78acc05 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0313754 Jul 08 03:03:22.744944 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3df49df8-2c88-4ba0-b071-a5e2d2f8e960 req-2449b445-60d6-4f1a-ab7f-06536efff7cb tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0278316 Jul 08 03:03:23.067221 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-56545aba-9258-4228-acba-645ac629e905 req-0a4a1ea9-f807-4be9-a3f9-575fce31e70e tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0279732 Jul 08 03:03:23.882877 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6b755476-9327-4797-9218-c6167c36576f req-b243e3b4-c7fb-4d16-b7be-3adc910013f6 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0268903 Jul 08 03:03:24.205537 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b5aa562c-6921-4b4a-91d0-5c2f6d2ffa25 req-7de375a2-1cd2-4730-a310-5e941226b400 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0305278 Jul 08 03:03:25.024174 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5c4005c2-ef3e-4525-b735-c3a716527f3a req-7f96d4c5-34f0-45c6-8ed9-05291935f487 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0270836 Jul 08 03:03:25.346124 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1d565a0c-b60a-41ef-8aff-5d55339a6c64 req-fe53ba66-56fc-4e91-8ac0-745c26fd348c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0276139 Jul 08 03:03:26.159037 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd0ab20b-456f-4745-81f3-537f07cf83a4 req-d661a5c5-8f22-4719-9ea9-e427c91c4716 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0271959 Jul 08 03:03:26.484330 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7070a81b-697e-4f66-adc5-cba133620aae req-bb388ac1-3765-4e00-8f21-ce02d12ea153 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0301821 Jul 08 03:03:27.294914 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4525bdea-f898-4a70-8a54-32c2e3a22fa8 req-60a85fae-9de3-4e06-b117-b232bb27690d tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0279884 Jul 08 03:03:27.631355 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f85b453c-62c4-4ac7-99ec-07c2d6bb4c01 req-fe5ee895-8c94-44b0-baad-5330f7b9f76c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.0284593 Jul 08 03:03:28.039224 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [req-5676639f-d00e-4b44-a99e-3e9891f411ed req-a49e37cd-7733-437d-a9a5-1d97c49ea34d service neutron] (104845) timed out ('10.222.0.21', 42176) {{(pid=104845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 03:03:28.431824 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b10be6e9-a59f-4a21-8f45-8282b6769543 req-c9a1c511-6fb2-46bc-a3a7-6ea3134d3301 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0284126 Jul 08 03:03:29.010294 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-98fe68e3-d58b-40c8-a7be-549adbe98e3f req-da4f484f-51c1-4ab1-9e74-b2386e8712df tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=44617b5d-dded-428d-8dbb-fcced8dc7138 HTTP/1.1" status: 200 len: 210 time: 0.2701120 Jul 08 03:03:29.584537 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cbe63e9c-d2dc-4e30-8e00-2c0a48ce5ce7 req-cf834096-223f-4666-b1ad-bedcf30baf2a tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0332797 Jul 08 03:03:30.195846 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 51692) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:30.277957 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-85cc0bea-45dd-437f-bcff-57dfcd884a0b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:30.306344 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-85cc0bea-45dd-437f-bcff-57dfcd884a0b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:30.357678 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-85cc0bea-45dd-437f-bcff-57dfcd884a0b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:30.363437 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-85cc0bea-45dd-437f-bcff-57dfcd884a0b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:30.364631 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-85cc0bea-45dd-437f-bcff-57dfcd884a0b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "DELETE /v2.0/security-groups/d120e648-9c0d-4d60-823b-bc375f078091 HTTP/1.1" status: 204 len: 168 time: 0.1671255 Jul 08 03:03:30.367399 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 51696) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:30.382527 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.api.v2.resource [None req-c536d4a8-6de8-4b48-a5dc-f20e9d50edb9 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] show failed (client error): The resource could not be found. Jul 08 03:03:30.385922 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-c536d4a8-6de8-4b48-a5dc-f20e9d50edb9 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups/d120e648-9c0d-4d60-823b-bc375f078091 HTTP/1.1" status: 404 len: 347 time: 0.0150702 Jul 08 03:03:30.386777 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 51700) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:30.389138 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc0bea-45dd-437f-bcff-57dfcd884a0b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d120e648-9c0d-4d60-823b-bc375f078091,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:30.476056 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0f72b-750b-493e-b257-b905209a8954 req-fdce7abc-0402-4a77-8909-a55a99499199 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:30.476615 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5ff0f72b-750b-493e-b257-b905209a8954 req-fdce7abc-0402-4a77-8909-a55a99499199 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 945 time: 0.1056011 Jul 08 03:03:30.477977 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 51704) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:30.547596 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5ff0f72b-750b-493e-b257-b905209a8954 req-9b7d11a8-d4dc-4f45-bf16-d44265232c7e tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c17acbe-db4a-4f41-a2ac-20c111d89ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703235 Jul 08 03:03:30.570545 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-f6f44799-7bbe-4299-92ee-2c2577d0289a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Deleting port ce3ad45e-4205-4ded-bb59-927d72050154 {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:03:30.570895 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f6f44799-7bbe-4299-92ee-2c2577d0289a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:30.598592 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 51710) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:30.663772 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f6f44799-7bbe-4299-92ee-2c2577d0289a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:30.664108 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f6f44799-7bbe-4299-92ee-2c2577d0289a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:30.677439 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-f6f44799-7bbe-4299-92ee-2c2577d0289a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Calling delete_port for ce3ad45e-4205-4ded-bb59-927d72050154 owned by network:floatingip {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:03:30.703125 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9e50f3f6-236f-44ac-b164-cf0b25d011ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:30.740729 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e29e4cb1-25c1-41cb-95ee-5d2e30aee611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:30.851799 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b676bcbd-8ef4-4646-a413-da0163bd8a1f req-a960e84c-0b60-467f-b8a7-d76bc6f3a2b1 tempest-VolumesSnapshotTestJSON-1828342327 tempest-VolumesSnapshotTestJSON-1828342327-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c12f9fc-240a-4f70-b70a-c887304c6b5d HTTP/1.1" status: 200 len: 210 time: 0.0512183 Jul 08 03:03:30.884265 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f6f44799-7bbe-4299-92ee-2c2577d0289a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:30.912147 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f44799-7bbe-4299-92ee-2c2577d0289a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event deleted for resources: {'Port': ['ID=ce3ad45e-4205-4ded-bb59-927d72050154,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:30.927760 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9e50f3f6-236f-44ac-b164-cf0b25d011ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:30.936083 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9e50f3f6-236f-44ac-b164-cf0b25d011ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:30.945560 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc63a0-3fa6-47f1-817b-cd575d38f89e req-2342f2ac-a804-41b8-8786-fbb234210e28 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:30.947045 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-79fc63a0-3fa6-47f1-817b-cd575d38f89e req-2342f2ac-a804-41b8-8786-fbb234210e28 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 945 time: 0.1484697 Jul 08 03:03:30.972741 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f6f44799-7bbe-4299-92ee-2c2577d0289a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for floatingip, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:30.975288 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f6f44799-7bbe-4299-92ee-2c2577d0289a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:30.980204 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-f6f44799-7bbe-4299-92ee-2c2577d0289a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "DELETE /v2.0/floatingips/70b6da1a-3ab0-4611-ae6b-6c2812eb34e5 HTTP/1.1" status: 204 len: 168 time: 0.5886254 Jul 08 03:03:31.027032 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-9e50f3f6-236f-44ac-b164-cf0b25d011ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7979b7756d14ba281dd5fb2eac9804c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5474730 Jul 08 03:03:31.030087 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 51718) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:31.031599 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50f3f6-236f-44ac-b164-cf0b25d011ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e93d4d-1c26-4f70-92ff-60dddfd62ccd,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:31.091631 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.118729 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.142653 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e29e4cb1-25c1-41cb-95ee-5d2e30aee611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.149137 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-79fc63a0-3fa6-47f1-817b-cd575d38f89e req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Deleting port 315fc5cc-7a89-4098-b970-05f18ec9de24 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:03:31.149476 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-79fc63a0-3fa6-47f1-817b-cd575d38f89e req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.176702 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.179329 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.181942 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89e93d4d-1c26-4f70-92ff-60dddfd62ccd HTTP/1.1" status: 204 len: 168 time: 0.1498036 Jul 08 03:03:31.190107 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e93d4d-1c26-4f70-92ff-60dddfd62ccd,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:31.199476 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.199886 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.201185 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.201461 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.201757 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e29e4cb1-25c1-41cb-95ee-5d2e30aee611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.202284 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.202476 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.202820 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.203154 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.203551 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.203924 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.204258 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.204579 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10307297-141a-4b94-84b3-289c95a30547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.264470 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e4cb1-25c1-41cb-95ee-5d2e30aee611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34611b0-1d67-41a9-9664-c481400432af,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:31.279354 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-e29e4cb1-25c1-41cb-95ee-5d2e30aee611 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2448df1b91747c09c1dee0b15518302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6768026 Jul 08 03:03:31.279452 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 51724) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:31.310507 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-79fc63a0-3fa6-47f1-817b-cd575d38f89e req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] For port 315fc5cc-7a89-4098-b970-05f18ec9de24, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=315fc5cc-7a89-4098-b970-05f18ec9de24,segment=NetworkSegment(41c104b4-ec59-462c-ba21-4bc5b975ce7f),segment_id=41c104b4-ec59-462c-ba21-4bc5b975ce7f)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:03:31.310876 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-79fc63a0-3fa6-47f1-817b-cd575d38f89e req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.327950 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-79fc63a0-3fa6-47f1-817b-cd575d38f89e req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Calling delete_port for 315fc5cc-7a89-4098-b970-05f18ec9de24 owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:03:31.340753 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-965608de-b9e7-40e8-8a69-bd58434a59b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.368591 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-965608de-b9e7-40e8-8a69-bd58434a59b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.428448 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-965608de-b9e7-40e8-8a69-bd58434a59b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.431426 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-965608de-b9e7-40e8-8a69-bd58434a59b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.432728 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-965608de-b9e7-40e8-8a69-bd58434a59b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a34611b0-1d67-41a9-9664-c481400432af HTTP/1.1" status: 204 len: 168 time: 0.1522477 Jul 08 03:03:31.457362 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965608de-b9e7-40e8-8a69-bd58434a59b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34611b0-1d67-41a9-9664-c481400432af,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:31.511719 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-79fc63a0-3fa6-47f1-817b-cd575d38f89e req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.527491 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['315fc5cc-7a89-4098-b970-05f18ec9de24'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:03:31.548451 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Pushing event deleted for resources: {'Port': ['ID=315fc5cc-7a89-4098-b970-05f18ec9de24,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:31.556001 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 51732) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:31.557536 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.558072 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.558525 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.559088 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.559532 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.559972 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.560402 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.560834 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.561268 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.561677 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.562096 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.562493 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:31.586053 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b7495377-99a6-468c-afd3-9d51197bdbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.647966 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fc63a0-3fa6-47f1-817b-cd575d38f89e req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] No DVR routers for this DVR port 315fc5cc-7a89-4098-b970-05f18ec9de24 on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:03:31.652011 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-79fc63a0-3fa6-47f1-817b-cd575d38f89e req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.654360 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-79fc63a0-3fa6-47f1-817b-cd575d38f89e req-4989241c-bc0e-407e-b19b-f1521a42be11 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.54 "DELETE /v2.0/ports/315fc5cc-7a89-4098-b970-05f18ec9de24 HTTP/1.1" status: 204 len: 173 time: 0.6904111 Jul 08 03:03:31.655090 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'name': 'network-vif-deleted', 'tag': '315fc5cc-7a89-4098-b970-05f18ec9de24'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:03:31.658070 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa2ec21-6632-490a-86d1-87ad093a9163" -d '{"events": [{"server_uuid": "7f62d6f5-5881-4aa0-b859-5b4741a5e146", "name": "network-vif-deleted", "tag": "315fc5cc-7a89-4098-b970-05f18ec9de24"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:03:31.722330 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 51740) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:31.728868 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-e91e11e8-e3d4-4a3a-b964-c4ba133dec33 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420377108', 'description': 'tempest-description--2037098958'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:31.732940 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1a8be39a-de0c-4bd0-b2ea-6be26edb5673 req-c28383c8-a282-4747-ace1-52d7a956c008 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0356679 Jul 08 03:03:31.809381 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b7495377-99a6-468c-afd3-9d51197bdbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.814306 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b7495377-99a6-468c-afd3-9d51197bdbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.837163 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e91e11e8-e3d4-4a3a-b964-c4ba133dec33 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.860124 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7495377-99a6-468c-afd3-9d51197bdbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f447bdc-5fa8-48d6-8435-c80af8462939,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:31.867950 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-b7495377-99a6-468c-afd3-9d51197bdbeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5c2de3fafe443649d020d0420807565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023176 Jul 08 03:03:31.882401 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 51752) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:31.979694 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7dab221d-1d1b-408f-bfd6-a3415abb9f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.990474 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e91e11e8-e3d4-4a3a-b964-c4ba133dec33 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:31.998234 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e91e11e8-e3d4-4a3a-b964-c4ba133dec33 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.022738 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7dab221d-1d1b-408f-bfd6-a3415abb9f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.058545 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e91e11e8-e3d4-4a3a-b964-c4ba133dec33 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.065319 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-e91e11e8-e3d4-4a3a-b964-c4ba133dec33 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3416638 Jul 08 03:03:32.069413 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 51758) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:32.090961 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-ee16a0dd-9d8e-4404-b417-23a1a85e9d91 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Request body: {'security_group_rule': {'security_group_id': 'a662d474-faa9-468e-949b-db6f9429c08b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:32.092700 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473bca36-231e-4e56-abee-ab9a48fee59e x-openstack-request-id: req-473bca36-231e-4e56-abee-ab9a48fee59e {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:03:32.092992 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f62d6f5-5881-4aa0-b859-5b4741a5e146", "name": "network-vif-deleted", "tag": "315fc5cc-7a89-4098-b970-05f18ec9de24", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:03:32.093242 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-473bca36-231e-4e56-abee-ab9a48fee59e {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:03:32.093767 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f62d6f5-5881-4aa0-b859-5b4741a5e146', 'name': 'network-vif-deleted', 'tag': '315fc5cc-7a89-4098-b970-05f18ec9de24', 'status': 'completed', 'code': 200} Jul 08 03:03:32.135688 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e11e8-e3d4-4a3a-b964-c4ba133dec33 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a662d474-faa9-468e-949b-db6f9429c08b,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:32.138295 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ee16a0dd-9d8e-4404-b417-23a1a85e9d91 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.159162 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7dab221d-1d1b-408f-bfd6-a3415abb9f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.162489 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-7dab221d-1d1b-408f-bfd6-a3415abb9f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.164393 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-7dab221d-1d1b-408f-bfd6-a3415abb9f33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f447bdc-5fa8-48d6-8435-c80af8462939 HTTP/1.1" status: 204 len: 168 time: 0.2809830 Jul 08 03:03:32.180782 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab221d-1d1b-408f-bfd6-a3415abb9f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f447bdc-5fa8-48d6-8435-c80af8462939,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:32.217040 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ee16a0dd-9d8e-4404-b417-23a1a85e9d91 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.224439 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ee16a0dd-9d8e-4404-b417-23a1a85e9d91 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.254711 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16a0dd-9d8e-4404-b417-23a1a85e9d91 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1816fe2-f648-4e85-85b2-aa95d829e678,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:32.268026 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ee16a0dd-9d8e-4404-b417-23a1a85e9d91 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.270324 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-ee16a0dd-9d8e-4404-b417-23a1a85e9d91 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1976049 Jul 08 03:03:32.273407 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 51768) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:32.278464 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-c0a6ef63-f2c3-407a-a92c-0f4a89077fdd tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Request body: {'security_group_rule': {'security_group_id': 'a662d474-faa9-468e-949b-db6f9429c08b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:32.321285 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ef63-f2c3-407a-a92c-0f4a89077fdd tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.407898 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ef63-f2c3-407a-a92c-0f4a89077fdd tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.412613 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ef63-f2c3-407a-a92c-0f4a89077fdd tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.432622 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6ef63-f2c3-407a-a92c-0f4a89077fdd tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1abe9c-9c42-4083-bbe2-bfb743bab18c,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:32.438826 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ef63-f2c3-407a-a92c-0f4a89077fdd tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.440337 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-c0a6ef63-f2c3-407a-a92c-0f4a89077fdd tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1657479 Jul 08 03:03:32.444127 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 51776) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:32.449285 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Request body: {'floatingip': {'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:32.482464 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for floatingip, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.584273 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.706943 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Allocated IP 172.27.1.201 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/da77aab8-f30a-4035-978a-1e939e0bee85) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:03:32.842589 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.898390 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-14ada767-d678-4768-885e-3131f653e565 req-5972dc8f-3394-437b-a3f2-3085f926e83a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0426223 Jul 08 03:03:32.926900 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:32.968809 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:03:32.975205 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:03:32.980570 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:03:33.006836 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event updated for resources: {'Port': ['ID=da77aab8-f30a-4035-978a-1e939e0bee85,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:33.084489 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:33.139963 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:33.307359 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:33.312157 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:33.379084 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event updated for resources: {'Port': ['ID=da77aab8-f30a-4035-978a-1e939e0bee85,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:33.391556 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:33.406530 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:33.407832 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-38cd9b08-ae9e-439a-8fd4-aab115b292e7 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9625359 Jul 08 03:03:33.618013 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-23a1303e-b55e-458f-b5e2-12751ea85da5 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1420377108&fields=id&tenant_id=2ad8a62e9648491bbcf58e246b30188f HTTP/1.1" status: 200 len: 267 time: 0.0428383 Jul 08 03:03:33.739828 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-10fc88e7-3f41-432d-a7cf-95fae20a15f0 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:33.741399 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-10fc88e7-3f41-432d-a7cf-95fae20a15f0 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 810 time: 0.1170125 Jul 08 03:03:33.762079 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-8548de3f-c163-4c99-81fb-0fc865afb3b3 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/quotas/2ad8a62e9648491bbcf58e246b30188f HTTP/1.1" status: 200 len: 375 time: 0.0150297 Jul 08 03:03:33.839719 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-5ef0432f-70e2-4741-a65d-fa1a2e6c19d8 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696981 Jul 08 03:03:33.957672 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-cc3f92e3-78c5-4fef-80c3-fecf33b76d9a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 03:03:33.958926 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-cc3f92e3-78c5-4fef-80c3-fecf33b76d9a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1037140 Jul 08 03:03:34.062753 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-73af49b0-510c-4e5a-9ad8-50685b353a58 req-f43ef55f-8680-4868-b121-fb8b22fbfab4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0403130 Jul 08 03:03:34.091784 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-ddcc0399-61b4-4c3b-b459-9347021101b1 service neutron] 10.222.0.21 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266661 Jul 08 03:03:34.182979 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-942c52a3-8a08-403c-96ee-507f699fa388 service neutron] 10.222.0.21 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855346 Jul 08 03:03:34.542417 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 315fc5cc-7a89-4098-b970-05f18ec9de24 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:03:34.559811 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 51884) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:34.572043 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: 315fc5cc-7a89-4098-b970-05f18ec9de24 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:03:34.572442 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 315fc5cc-7a89-4098-b970-05f18ec9de24 not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:03:34.659853 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c09f03f3-c4af-42c6-88ce-ddc8bd224f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:34.750946 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c09f03f3-c4af-42c6-88ce-ddc8bd224f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:34.754948 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c09f03f3-c4af-42c6-88ce-ddc8bd224f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:34.792600 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-c09f03f3-c4af-42c6-88ce-ddc8bd224f74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=288946da559540aca80c7f4da5864295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316358 Jul 08 03:03:34.793556 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f03f3-c4af-42c6-88ce-ddc8bd224f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073fb564-3ea3-4180-a161-e5b89f46350b,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:34.795294 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 51888) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:34.844289 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-39b7def9-e232-45a9-ada4-4770779b5d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:34.868312 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-39b7def9-e232-45a9-ada4-4770779b5d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:34.918000 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-39b7def9-e232-45a9-ada4-4770779b5d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:34.920400 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-39b7def9-e232-45a9-ada4-4770779b5d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:34.921556 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-39b7def9-e232-45a9-ada4-4770779b5d48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/073fb564-3ea3-4180-a161-e5b89f46350b HTTP/1.1" status: 204 len: 168 time: 0.1246576 Jul 08 03:03:34.929405 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7def9-e232-45a9-ada4-4770779b5d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073fb564-3ea3-4180-a161-e5b89f46350b,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:35.173530 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 51900) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:35.187605 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb3c5-1fa2-4fe7-88dc-2964dee32906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:35.205923 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c9d46386-11eb-43a7-be87-6234408699f3 req-14105488-3c9a-414b-919c-0d7a98dc5b3c tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0292792 Jul 08 03:03:35.287538 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb3c5-1fa2-4fe7-88dc-2964dee32906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:35.293841 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb3c5-1fa2-4fe7-88dc-2964dee32906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:35.332868 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-e3bbb3c5-1fa2-4fe7-88dc-2964dee32906 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3670ab07c31d4c23a5c4785bd6a961bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580031 Jul 08 03:03:35.334887 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbb3c5-1fa2-4fe7-88dc-2964dee32906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b5d4cf-4c89-499e-86cb-26c388ebe970,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:35.335652 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 51906) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:35.383809 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-55b99e64-da21-47f8-becc-9287aae8a946 req-4ffe9493-3de4-47e8-bbc7-8eda348dcb6d tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 210 time: 0.0351162 Jul 08 03:03:35.408546 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-8161e250-fdee-4f6a-8873-5ef5bbd05997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:35.429071 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-8161e250-fdee-4f6a-8873-5ef5bbd05997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:35.479923 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-8161e250-fdee-4f6a-8873-5ef5bbd05997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:35.482604 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-8161e250-fdee-4f6a-8873-5ef5bbd05997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:35.483756 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-8161e250-fdee-4f6a-8873-5ef5bbd05997 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8b5d4cf-4c89-499e-86cb-26c388ebe970 HTTP/1.1" status: 204 len: 168 time: 0.1469891 Jul 08 03:03:35.491891 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161e250-fdee-4f6a-8873-5ef5bbd05997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b5d4cf-4c89-499e-86cb-26c388ebe970,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:36.356498 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d93e34bf-290b-413a-a7bc-ed286e13ebc9 req-ae9725a5-dde8-48c7-8eae-8bf85286b1f4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0328343 Jul 08 03:03:36.470552 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e40e8bc6-1ed8-41d7-a264-d3a3602bb11e req-cbddf456-f4ad-4e32-92b1-704519a1edbd tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 210 time: 0.0341809 Jul 08 03:03:37.218116 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 51982) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:37.322238 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-017c2f25-f05b-4497-b805-7881e2592358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:37.410998 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-017c2f25-f05b-4497-b805-7881e2592358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:37.414761 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-017c2f25-f05b-4497-b805-7881e2592358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:37.453012 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-017c2f25-f05b-4497-b805-7881e2592358 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=287d7aa74bb94ceeb73c9be9e756460b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336788 Jul 08 03:03:37.453879 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c2f25-f05b-4497-b805-7881e2592358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72933b77-729b-4348-8e38-7e01e320c33c,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:37.456575 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 51992) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:37.509885 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-81a42f6d-a650-4095-ac7a-4a458a2b98f4 req-f02931d3-5195-4c28-a84f-5fbc80df477f tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0392351 Jul 08 03:03:37.561907 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4f08efa0-2e4a-43ee-942b-06f8ede32d14 req-4cb4f8c6-ac71-4bed-914f-87db1f90601c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 210 time: 0.0392466 Jul 08 03:03:37.562899 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-db5e5644-908a-45a3-a0d1-0f2932c61683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:37.584307 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-db5e5644-908a-45a3-a0d1-0f2932c61683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:37.631646 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-db5e5644-908a-45a3-a0d1-0f2932c61683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:37.634694 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-db5e5644-908a-45a3-a0d1-0f2932c61683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:37.638898 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-db5e5644-908a-45a3-a0d1-0f2932c61683 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72933b77-729b-4348-8e38-7e01e320c33c HTTP/1.1" status: 204 len: 168 time: 0.1779571 Jul 08 03:03:37.643775 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e5644-908a-45a3-a0d1-0f2932c61683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72933b77-729b-4348-8e38-7e01e320c33c,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:37.899164 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 52010) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:37.913155 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-773d0ae2-a46b-4410-818e-6632034fcea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:37.998676 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-773d0ae2-a46b-4410-818e-6632034fcea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:38.002165 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-773d0ae2-a46b-4410-818e-6632034fcea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:38.039807 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-773d0ae2-a46b-4410-818e-6632034fcea7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9376a9c2e6144db3aed622ed852989b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394632 Jul 08 03:03:38.041657 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d0ae2-a46b-4410-818e-6632034fcea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82f42cb-9d60-4f8d-aa83-f6b695b04b0f,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:38.042484 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 52012) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:38.094135 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-811ca5fe-8074-4013-b3b7-2290a99a1ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:38.114711 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-811ca5fe-8074-4013-b3b7-2290a99a1ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:38.158740 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-811ca5fe-8074-4013-b3b7-2290a99a1ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:38.162490 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-811ca5fe-8074-4013-b3b7-2290a99a1ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:38.163625 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-811ca5fe-8074-4013-b3b7-2290a99a1ede admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a82f42cb-9d60-4f8d-aa83-f6b695b04b0f HTTP/1.1" status: 204 len: 168 time: 0.1200891 Jul 08 03:03:38.171091 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ca5fe-8074-4013-b3b7-2290a99a1ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82f42cb-9d60-4f8d-aa83-f6b695b04b0f,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:38.654894 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6dcc82d1-d85c-49a6-bad2-18bb00e8c7d1 req-d4adf10f-a9a7-4f06-a0ef-4740346fe1f9 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 210 time: 0.0408034 Jul 08 03:03:38.676402 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7a103722-1db9-45e4-a0ff-483802373f3f req-857b2589-915c-4c4b-9ac9-1e4849f90ce0 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0509453 Jul 08 03:03:39.796100 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-937e6f3b-2a09-4fce-a571-c83662fc2c59 req-c8da1ab8-50e4-44d0-a272-8a1ead7c9c20 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 210 time: 0.0294652 Jul 08 03:03:39.823964 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-548bd98d-ace5-4338-93a2-5be280c5962b req-c98e8f4a-d483-4d56-9ce7-cc242ea05cfd tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0301430 Jul 08 03:03:40.809142 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-fd4efebe-f628-4d19-8f41-fcb83c5a9d4d tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:40.811179 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-fd4efebe-f628-4d19-8f41-fcb83c5a9d4d tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 810 time: 0.1124668 Jul 08 03:03:40.867163 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-c52caafb-20e5-4060-90f2-43f1bab10572 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ad8a62e9648491bbcf58e246b30188f HTTP/1.1" status: 200 len: 380 time: 0.0476351 Jul 08 03:03:40.877065 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-840bfc91-b4d1-417f-bd52-1bdfa5bbf454 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Request body: {'port': {'device_id': '412c4a23-d560-40b7-9e70-166f1882fa33', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'admin_state_up': True, 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'security_groups': ['a662d474-faa9-468e-949b-db6f9429c08b']}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:40.968334 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0fb4ae4e-daed-42c6-9ff9-b6c4e5cf9cae req-2b95dbf2-53f4-4620-8d9c-0046a8a93244 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 210 time: 0.0394652 Jul 08 03:03:41.002418 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-064d0a19-b887-4edd-a529-4c5abd01d939 req-479ac366-1f1f-446d-a689-4864fe898e1c tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0399685 Jul 08 03:03:41.055869 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-840bfc91-b4d1-417f-bd52-1bdfa5bbf454 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Made reservation on behalf of 2ad8a62e9648491bbcf58e246b30188f for: {'port': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:03:41.059606 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-840bfc91-b4d1-417f-bd52-1bdfa5bbf454 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:41.185671 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-840bfc91-b4d1-417f-bd52-1bdfa5bbf454 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Allocated IP 172.20.0.5 (67dacccd-098a-4f2d-86be-1f0fd583c496/e56f5519-5eb6-4f51-b41a-380a56c3c336/ad7ed14d-7730-48d0-a35a-9f08355492a9) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:03:41.324735 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-840bfc91-b4d1-417f-bd52-1bdfa5bbf454 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:41.337848 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-840bfc91-b4d1-417f-bd52-1bdfa5bbf454 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Transition to ACTIVE for port object ad7ed14d-7730-48d0-a35a-9f08355492a9 will not be triggered until provisioned by entity DHCP. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:03:41.370592 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-840bfc91-b4d1-417f-bd52-1bdfa5bbf454 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:41.418509 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-840bfc91-b4d1-417f-bd52-1bdfa5bbf454 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Network 67dacccd-098a-4f2d-86be-1f0fd583c496 is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:03:41.421627 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-840bfc91-b4d1-417f-bd52-1bdfa5bbf454 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:03:41.425984 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-840bfc91-b4d1-417f-bd52-1bdfa5bbf454 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:03:41.450588 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bfc91-b4d1-417f-bd52-1bdfa5bbf454 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event updated for resources: {'Port': ['ID=ad7ed14d-7730-48d0-a35a-9f08355492a9,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:41.480330 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-840bfc91-b4d1-417f-bd52-1bdfa5bbf454 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:41.480963 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-840bfc91-b4d1-417f-bd52-1bdfa5bbf454 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:41.500463 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-840bfc91-b4d1-417f-bd52-1bdfa5bbf454 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6280994 Jul 08 03:03:41.513997 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Request body: {'port': {'device_id': '412c4a23-d560-40b7-9e70-166f1882fa33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:41.599062 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:41.706816 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-47f03b6f-f047-4191-9969-3b2264e4b631 None None] Provisioning for port ad7ed14d-7730-48d0-a35a-9f08355492a9 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:03:41.710334 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-47f03b6f-f047-4191-9969-3b2264e4b631 None None] Provisioning complete for port ad7ed14d-7730-48d0-a35a-9f08355492a9 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:03:41.710711 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-47f03b6f-f047-4191-9969-3b2264e4b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:41.744358 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-47f03b6f-f047-4191-9969-3b2264e4b631 None None] Port ad7ed14d-7730-48d0-a35a-9f08355492a9 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:03:41.860215 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7ed14d-7730-48d0-a35a-9f08355492a9 {{(pid=104845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:03:41.867780 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:41.880157 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Transition to ACTIVE for port object ad7ed14d-7730-48d0-a35a-9f08355492a9 will not be triggered until provisioned by entity L2. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:03:41.883617 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:41.932383 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7ed14d-7730-48d0-a35a-9f08355492a9,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:42.007056 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Attempting to bind port ad7ed14d-7730-48d0-a35a-9f08355492a9 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:03:42.007392 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Attempting to bind port ad7ed14d-7730-48d0-a35a-9f08355492a9 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:03:42.007725 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Attempting to bind port ad7ed14d-7730-48d0-a35a-9f08355492a9 on network 67dacccd-098a-4f2d-86be-1f0fd583c496 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:03:42.012257 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Port ad7ed14d-7730-48d0-a35a-9f08355492a9 on network 67dacccd-098a-4f2d-86be-1f0fd583c496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 03:03:42.012578 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Attempting to bind port ad7ed14d-7730-48d0-a35a-9f08355492a9 on network 67dacccd-098a-4f2d-86be-1f0fd583c496 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:03:42.017517 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:03:42.017884 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Checking segment: {'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:03:42.018266 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Bound using segment: {'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:03:42.018686 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Bound port: ad7ed14d-7730-48d0-a35a-9f08355492a9, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621bb2c6-78cf-4950-8085-79df917a43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496'}}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:03:42.020323 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:42.093503 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] For port ad7ed14d-7730-48d0-a35a-9f08355492a9, host hv-cinder-78907, cleared binding levels {{(pid=104845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:03:42.131738 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] For port ad7ed14d-7730-48d0-a35a-9f08355492a9, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=ad7ed14d-7730-48d0-a35a-9f08355492a9,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:03:42.148317 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:42.174230 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9ce00bce-5da4-4fe3-a7e8-bd163779954b req-7a078793-56d5-4adf-b792-a9fe45d84fe2 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0412726 Jul 08 03:03:42.220077 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:42.220690 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:42.222603 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] 10.222.0.54 "PUT /v2.0/ports/ad7ed14d-7730-48d0-a35a-9f08355492a9 HTTP/1.1" status: 200 len: 1093 time: 0.7130783 Jul 08 03:03:42.223231 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412c4a23-d560-40b7-9e70-166f1882fa33', 'tag': 'ad7ed14d-7730-48d0-a35a-9f08355492a9'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:03:42.225437 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f1c2f5-e9cb-47fa-9815-4740ac151c51" -d '{"events": [{"name": "network-changed", "server_uuid": "412c4a23-d560-40b7-9e70-166f1882fa33", "tag": "ad7ed14d-7730-48d0-a35a-9f08355492a9"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:03:42.244521 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e197483-ac3f-4d6d-87be-0272c571a1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7ed14d-7730-48d0-a35a-9f08355492a9,revision_number=3']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:42.262759 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb89ae-5b06-4b9d-a5e5-db20286b742b req-a9ed5d13-2c9c-49f8-96f2-86dc3cfa4508 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:42.264307 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b5cb89ae-5b06-4b9d-a5e5-db20286b742b req-a9ed5d13-2c9c-49f8-96f2-86dc3cfa4508 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 943 time: 0.1728089 Jul 08 03:03:42.284391 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e8bb06-faee-4ff7-8d2c-fe65d1bd7a39 x-openstack-request-id: req-69e8bb06-faee-4ff7-8d2c-fe65d1bd7a39 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:03:42.285454 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412c4a23-d560-40b7-9e70-166f1882fa33", "tag": "ad7ed14d-7730-48d0-a35a-9f08355492a9", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:03:42.285454 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69e8bb06-faee-4ff7-8d2c-fe65d1bd7a39 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:03:42.285900 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412c4a23-d560-40b7-9e70-166f1882fa33', 'tag': 'ad7ed14d-7730-48d0-a35a-9f08355492a9', 'status': 'completed', 'code': 200} Jul 08 03:03:42.291683 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-e1398924-176b-464c-a644-091c6892d0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:42.344390 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b5cb89ae-5b06-4b9d-a5e5-db20286b742b req-de10658f-960b-48d6-8e56-53a07ee8a0d4 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=a662d474-faa9-468e-949b-db6f9429c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707874 Jul 08 03:03:42.367120 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-e3fbf8a8-b4f4-4c1e-b0ac-99b14e0fc36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:42.368745 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-e3fbf8a8-b4f4-4c1e-b0ac-99b14e0fc36c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 1096 time: 0.0753932 Jul 08 03:03:42.417231 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-c699292a-3680-4843-bf30-ed22bbbf76ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad7ed14d-7730-48d0-a35a-9f08355492a9 HTTP/1.1" status: 200 len: 217 time: 0.0412905 Jul 08 03:03:42.465174 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-dcf39696-a171-4bdb-9132-6214015a7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:42.466612 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-dcf39696-a171-4bdb-9132-6214015a7ada service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.0432405 Jul 08 03:03:42.523059 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-3e0bc81e-9e02-44b2-85ed-b62b572dcaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:42.524538 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-3e0bc81e-9e02-44b2-85ed-b62b572dcaef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509284 Jul 08 03:03:42.625633 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-5ec132ba-58fc-4924-bde2-f61b04e1c692 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947239 Jul 08 03:03:42.711845 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-aeea4391-bcd5-4739-9feb-8a68cbc95645 req-ce5503c2-c494-4874-9c69-b5e86a02bb37 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803478 Jul 08 03:03:42.815655 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1c2f5-e9cb-47fa-9815-4740ac151c51 req-17fb1c15-f614-41d6-aefa-b5afb8a5d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:42.817668 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19f1c2f5-e9cb-47fa-9815-4740ac151c51 req-17fb1c15-f614-41d6-aefa-b5afb8a5d0f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 1096 time: 0.0532660 Jul 08 03:03:42.908396 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1c2f5-e9cb-47fa-9815-4740ac151c51 req-95f8c6a9-0ceb-4cbe-8350-8d4f56d4e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:42.910618 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19f1c2f5-e9cb-47fa-9815-4740ac151c51 req-95f8c6a9-0ceb-4cbe-8350-8d4f56d4e778 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 911 time: 0.0864999 Jul 08 03:03:42.949601 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19f1c2f5-e9cb-47fa-9815-4740ac151c51 req-a656a5b6-a315-4316-9734-fa7747bfe498 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad7ed14d-7730-48d0-a35a-9f08355492a9 HTTP/1.1" status: 200 len: 217 time: 0.0328360 Jul 08 03:03:42.996617 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1c2f5-e9cb-47fa-9815-4740ac151c51 req-3844cb3d-a098-4b2b-9fa8-7474bcf8cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:42.998136 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19f1c2f5-e9cb-47fa-9815-4740ac151c51 req-3844cb3d-a098-4b2b-9fa8-7474bcf8cb8d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.0415754 Jul 08 03:03:43.056617 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1c2f5-e9cb-47fa-9815-4740ac151c51 req-6585c46e-8b97-470d-a32f-030e49b18180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:43.058109 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19f1c2f5-e9cb-47fa-9815-4740ac151c51 req-6585c46e-8b97-470d-a32f-030e49b18180 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527625 Jul 08 03:03:43.144412 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19f1c2f5-e9cb-47fa-9815-4740ac151c51 req-918460f3-76b1-4e71-a486-a8a221ba2fa3 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781627 Jul 08 03:03:43.235485 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19f1c2f5-e9cb-47fa-9815-4740ac151c51 req-68c83238-87ee-4790-bf60-407b51eb6b48 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842900 Jul 08 03:03:43.317970 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6fd4e6ba-52af-4b57-8402-f4a21a2107b4 req-67eb3172-7c8b-4da1-be27-4dce4749653f tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0281012 Jul 08 03:03:43.517628 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f515-e343-4366-8245-903846c04ce5 req-f8b7246f-0297-45b3-b5e3-a7045310a09a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:43.519590 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cf67f515-e343-4366-8245-903846c04ce5 req-f8b7246f-0297-45b3-b5e3-a7045310a09a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 943 time: 0.0600224 Jul 08 03:03:43.555298 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cf67f515-e343-4366-8245-903846c04ce5 req-de411a29-7e12-462a-99f7-19863d253e08 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=a662d474-faa9-468e-949b-db6f9429c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301821 Jul 08 03:03:43.781429 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:03:44.463114 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-01ddfd2b-3208-4f17-88b1-92edd1a65d77 req-933603e9-226f-44ec-a821-2534432ed699 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0319738 Jul 08 03:03:44.588168 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device ad7ed14d-7730-48d0-a35a-9f08355492a9 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:03:44.696906 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port ad7ed14d-7730-48d0-a35a-9f08355492a9, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=ad7ed14d-7730-48d0-a35a-9f08355492a9,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:03:44.716536 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': 'ad7ed14d-7730-48d0-a35a-9f08355492a9', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'port_id': 'ad7ed14d-7730-48d0-a35a-9f08355492a9', 'mac_address': 'fa:16:3e:1c:06:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:03:44.732123 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77d533-c75c-4236-becd-75def49c3014 req-e70f4a51-cc1c-45ba-8f24-cb731c0591e5 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:44.733483 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-0575ae6a-5315-4f97-89f3-ae3b92b52898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:44.733870 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6f77d533-c75c-4236-becd-75def49c3014 req-e70f4a51-cc1c-45ba-8f24-cb731c0591e5 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 943 time: 0.0662231 Jul 08 03:03:44.772512 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:44.772793 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6f77d533-c75c-4236-becd-75def49c3014 req-437001aa-58f2-491c-8fad-2e1781fd3b9d tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=a662d474-faa9-468e-949b-db6f9429c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332799 Jul 08 03:03:44.795046 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7ed14d-7730-48d0-a35a-9f08355492a9 {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:03:44.800098 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:44.814462 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port ad7ed14d-7730-48d0-a35a-9f08355492a9, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=ad7ed14d-7730-48d0-a35a-9f08355492a9,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:03:44.818011 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:44.866532 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=ad7ed14d-7730-48d0-a35a-9f08355492a9,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:44.873188 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:44.873536 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:44.873895 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:44.874234 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:44.874563 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:44.874891 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:44.875216 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:44.875538 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:44.875860 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:44.876178 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:44.876495 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:44.876811 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:44.985986 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:45.042921 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['ad7ed14d-7730-48d0-a35a-9f08355492a9'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:03:45.606265 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-91cdd25b-f221-423f-afd2-242f1d5c93ce req-c24a30a8-f6db-4017-99d8-394b7ff95009 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0270357 Jul 08 03:03:45.952872 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a08fa-c170-4c5e-9bc1-3f9313bd3c53 req-2d378a19-8b57-481b-885e-a8205bcd7930 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:45.954345 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2f1a08fa-c170-4c5e-9bc1-3f9313bd3c53 req-2d378a19-8b57-481b-885e-a8205bcd7930 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 944 time: 0.0643549 Jul 08 03:03:46.219823 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.240043 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2f1a08fa-c170-4c5e-9bc1-3f9313bd3c53 req-47358408-5667-4eac-8088-d896379303a0 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=a662d474-faa9-468e-949b-db6f9429c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801585 Jul 08 03:03:46.604006 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device ad7ed14d-7730-48d0-a35a-9f08355492a9 up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:03:46.652162 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port ad7ed14d-7730-48d0-a35a-9f08355492a9 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:03:46.655931 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port ad7ed14d-7730-48d0-a35a-9f08355492a9 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:03:46.656278 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.730051 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.744718 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d74deb1b-484b-4c98-8167-68a11a123f9b req-f81d79cb-4540-44b0-91e8-4d1f34e5f5fc tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0272222 Jul 08 03:03:46.757887 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412c4a23-d560-40b7-9e70-166f1882fa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7ed14d-7730-48d0-a35a-9f08355492a9'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:03:46.760127 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b9df2c-998d-4043-a075-f179a64c6aed" -d '{"events": [{"server_uuid": "412c4a23-d560-40b7-9e70-166f1882fa33", "name": "network-vif-plugged", "status": "completed", "tag": "ad7ed14d-7730-48d0-a35a-9f08355492a9"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:03:46.783974 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port ad7ed14d-7730-48d0-a35a-9f08355492a9, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=ad7ed14d-7730-48d0-a35a-9f08355492a9,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:03:46.788704 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.841838 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=ad7ed14d-7730-48d0-a35a-9f08355492a9,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:46.919133 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad8d9dd-c00b-474a-8900-602edb35f2c3 x-openstack-request-id: req-cad8d9dd-c00b-474a-8900-602edb35f2c3 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:03:46.919433 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412c4a23-d560-40b7-9e70-166f1882fa33", "name": "network-vif-plugged", "status": "completed", "tag": "ad7ed14d-7730-48d0-a35a-9f08355492a9", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:03:46.919875 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cad8d9dd-c00b-474a-8900-602edb35f2c3 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:03:46.920365 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412c4a23-d560-40b7-9e70-166f1882fa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7ed14d-7730-48d0-a35a-9f08355492a9', 'code': 200} Jul 08 03:03:47.129779 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72314b-9496-4550-9c3b-f704250fa470 req-c14222e3-dee5-4f5c-8dc7-202905f30d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:47.131280 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fd72314b-9496-4550-9c3b-f704250fa470 req-c14222e3-dee5-4f5c-8dc7-202905f30d9f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 1098 time: 0.0505550 Jul 08 03:03:47.164486 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fd72314b-9496-4550-9c3b-f704250fa470 req-5d9e3cdf-e9a4-406f-b13d-cab88687a27c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a662d474-faa9-468e-949b-db6f9429c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267873 Jul 08 03:03:47.410121 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d026b6-8131-4abd-9738-269f30b83d2b req-286a487e-dc61-4f08-b57d-ec125ab1245b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:47.411761 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f1d026b6-8131-4abd-9738-269f30b83d2b req-286a487e-dc61-4f08-b57d-ec125ab1245b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 945 time: 0.0650799 Jul 08 03:03:47.448499 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f1d026b6-8131-4abd-9738-269f30b83d2b req-4806728f-f364-41ba-ab1d-d2245b3051d0 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=a662d474-faa9-468e-949b-db6f9429c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312302 Jul 08 03:03:47.572149 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:47.909039 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-790756c2-b3c6-42db-919b-e1a577ca1a20 req-ab5ea466-f746-4108-a5ad-709ede083520 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0337856 Jul 08 03:03:48.620733 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195524b1-626b-44cf-a046-b976f8073262 req-bf2d2a36-4365-43d0-b31c-0a3048d5a423 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:48.622224 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-195524b1-626b-44cf-a046-b976f8073262 req-bf2d2a36-4365-43d0-b31c-0a3048d5a423 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 945 time: 0.0618272 Jul 08 03:03:48.660214 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-195524b1-626b-44cf-a046-b976f8073262 req-394e5e16-5bd2-4ff4-bb3f-1831c1b83b7d tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=a662d474-faa9-468e-949b-db6f9429c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324373 Jul 08 03:03:48.830209 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d284e3-d5a3-4f25-8dcc-19c2f7bc22ee req-00671a36-22aa-4318-a7c2-09217cefe682 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:48.831944 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e1d284e3-d5a3-4f25-8dcc-19c2f7bc22ee req-00671a36-22aa-4318-a7c2-09217cefe682 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 945 time: 0.0656583 Jul 08 03:03:48.840467 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 52186) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:48.844832 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-57e73731-de50-41eb-8171-286d9ca7851b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Request body: {'floatingip': {'port_id': 'ad7ed14d-7730-48d0-a35a-9f08355492a9'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:48.883243 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-57e73731-de50-41eb-8171-286d9ca7851b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for floatingip, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:49.078747 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-195559df-2484-4973-ba50-bf59832f3b31 req-ffc3b456-4d01-4d80-aeed-064f7f28d021 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0310700 Jul 08 03:03:49.356769 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-57e73731-de50-41eb-8171-286d9ca7851b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:49.360396 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-57e73731-de50-41eb-8171-286d9ca7851b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:49.458173 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.l3_db [None req-57e73731-de50-41eb-8171-286d9ca7851b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Floating IP daf68781-eb74-4f69-95f2-b33f80eed2d3 associated. External IP: 172.27.1.201, port: ad7ed14d-7730-48d0-a35a-9f08355492a9. Jul 08 03:03:49.656872 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e73731-de50-41eb-8171-286d9ca7851b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Router e4b7857b-45c3-436c-8bf0-1c0488f7795a has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:03:49.764209 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e73731-de50-41eb-8171-286d9ca7851b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:03:49.769111 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-57e73731-de50-41eb-8171-286d9ca7851b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:49.774877 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde13cd9-2e2a-4f10-8d08-1b4a32d6641a None None] Sync routers for ids ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:03:49.784278 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde13cd9-2e2a-4f10-8d08-1b4a32d6641a None None] Routers {'e4b7857b-45c3-436c-8bf0-1c0488f7795a'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:03:49.785422 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-fde13cd9-2e2a-4f10-8d08-1b4a32d6641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:03:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:49.805232 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-57e73731-de50-41eb-8171-286d9ca7851b tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "PUT /v2.0/floatingips/daf68781-eb74-4f69-95f2-b33f80eed2d3 HTTP/1.1" status: 200 len: 991 time: 0.9637294 Jul 08 03:03:49.805785 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412c4a23-d560-40b7-9e70-166f1882fa33', 'tag': 'ad7ed14d-7730-48d0-a35a-9f08355492a9'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:03:49.808032 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9082af7e-f743-4d2a-a926-0bdd2841d851" -d '{"events": [{"name": "network-changed", "server_uuid": "412c4a23-d560-40b7-9e70-166f1882fa33", "tag": "ad7ed14d-7730-48d0-a35a-9f08355492a9"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:03:49.850608 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191604a5-e262-4e98-998b-e6c18797cd99 x-openstack-request-id: req-191604a5-e262-4e98-998b-e6c18797cd99 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:03:49.850910 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412c4a23-d560-40b7-9e70-166f1882fa33", "tag": "ad7ed14d-7730-48d0-a35a-9f08355492a9", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:03:49.851163 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-191604a5-e262-4e98-998b-e6c18797cd99 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:03:49.851561 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412c4a23-d560-40b7-9e70-166f1882fa33', 'tag': 'ad7ed14d-7730-48d0-a35a-9f08355492a9', 'status': 'completed', 'code': 200} Jul 08 03:03:49.900368 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-fde13cd9-2e2a-4f10-8d08-1b4a32d6641a None None] Set router e4b7857b-45c3-436c-8bf0-1c0488f7795a gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:03:49.931396 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082af7e-f743-4d2a-a926-0bdd2841d851 req-4c76efb3-0b25-47f8-ac69-b1767809fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:49.932915 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9082af7e-f743-4d2a-a926-0bdd2841d851 req-4c76efb3-0b25-47f8-ac69-b1767809fb87 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 1098 time: 0.0588977 Jul 08 03:03:50.042156 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082af7e-f743-4d2a-a926-0bdd2841d851 req-8e770a56-d42c-4a8c-aff6-6fe34d353700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:50.043620 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9082af7e-f743-4d2a-a926-0bdd2841d851 req-8e770a56-d42c-4a8c-aff6-6fe34d353700 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 911 time: 0.1035974 Jul 08 03:03:50.109808 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9082af7e-f743-4d2a-a926-0bdd2841d851 req-e46baa1f-2e92-48df-a346-fd1dc0faa66c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad7ed14d-7730-48d0-a35a-9f08355492a9 HTTP/1.1" status: 200 len: 999 time: 0.0592451 Jul 08 03:03:50.135704 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-fde13cd9-2e2a-4f10-8d08-1b4a32d6641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': 'daf68781-eb74-4f69-95f2-b33f80eed2d3', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'port_id': 'ad7ed14d-7730-48d0-a35a-9f08355492a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'mac_address': 'fa:16:3e:1c:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c4a23-d560-40b7-9e70-166f1882fa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:03:33Z', 'updated_at': '2021-07-08T03:03:49Z', 'revision_number': 1, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5989de48-df84-4433-8b93-b22c2213dc3c', 'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'mac_address': 'fa:16:3e:ec:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:25Z', 'updated_at': '2021-07-08T02:45:39Z', 'revision_number': 5, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'subnets': [{'id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:50.165467 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082af7e-f743-4d2a-a926-0bdd2841d851 req-e3f89cd4-f18f-4124-9f80-28ccb9f869d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:50.167038 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9082af7e-f743-4d2a-a926-0bdd2841d851 req-e3f89cd4-f18f-4124-9f80-28ccb9f869d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.0504367 Jul 08 03:03:50.231580 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5666eba0-23a6-4aa0-80bd-6162b3f1042f req-d1c684dd-c735-470f-9206-5dfb4c50e61f tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0305228 Jul 08 03:03:50.267667 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082af7e-f743-4d2a-a926-0bdd2841d851 req-100bee01-14ca-438b-a829-11965fefc77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:50.269353 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9082af7e-f743-4d2a-a926-0bdd2841d851 req-100bee01-14ca-438b-a829-11965fefc77f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958982 Jul 08 03:03:50.283242 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde13cd9-2e2a-4f10-8d08-1b4a32d6641a None None] Checking router: e4b7857b-45c3-436c-8bf0-1c0488f7795a for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:03:50.292469 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde13cd9-2e2a-4f10-8d08-1b4a32d6641a None None] Routers {'e4b7857b-45c3-436c-8bf0-1c0488f7795a'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:03:50.293077 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-fde13cd9-2e2a-4f10-8d08-1b4a32d6641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:03:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:50.364459 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9082af7e-f743-4d2a-a926-0bdd2841d851 req-0862275e-8643-4287-925e-b4f5af20c16d service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880506 Jul 08 03:03:50.396354 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-fde13cd9-2e2a-4f10-8d08-1b4a32d6641a None None] Set router e4b7857b-45c3-436c-8bf0-1c0488f7795a gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:03:50.454508 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9082af7e-f743-4d2a-a926-0bdd2841d851 req-7d374848-bc6c-43bb-b9a1-0f4a65418836 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833755 Jul 08 03:03:50.618639 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-fde13cd9-2e2a-4f10-8d08-1b4a32d6641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': 'daf68781-eb74-4f69-95f2-b33f80eed2d3', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'port_id': 'ad7ed14d-7730-48d0-a35a-9f08355492a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'mac_address': 'fa:16:3e:1c:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c4a23-d560-40b7-9e70-166f1882fa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:03:33Z', 'updated_at': '2021-07-08T03:03:49Z', 'revision_number': 1, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5989de48-df84-4433-8b93-b22c2213dc3c', 'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'mac_address': 'fa:16:3e:ec:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:25Z', 'updated_at': '2021-07-08T02:45:39Z', 'revision_number': 5, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'subnets': [{'id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:50.647942 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde13cd9-2e2a-4f10-8d08-1b4a32d6641a None None] The sync data for ids ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'] in dv-cinder-789077-2-iscsi is: [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': 'daf68781-eb74-4f69-95f2-b33f80eed2d3', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'port_id': 'ad7ed14d-7730-48d0-a35a-9f08355492a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'mac_address': 'fa:16:3e:1c:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c4a23-d560-40b7-9e70-166f1882fa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:03:33Z', 'updated_at': '2021-07-08T03:03:49Z', 'revision_number': 1, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5989de48-df84-4433-8b93-b22c2213dc3c', 'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'mac_address': 'fa:16:3e:ec:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:25Z', 'updated_at': '2021-07-08T02:45:39Z', 'revision_number': 5, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'subnets': [{'id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:03:50.830374 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f2f931-3f48-4bcc-b42c-549ee9b93e0f None None] New status for floating IP daf68781-eb74-4f69-95f2-b33f80eed2d3: ACTIVE {{(pid=104848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:03:51.371623 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7e88bc41-1f78-48d5-a4b4-02b12e59b65f req-e560b4c6-a678-4291-9d45-f29831ed3ca9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0282993 Jul 08 03:03:52.515467 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-402637f6-feec-4695-8069-52e368da244c req-6453afc4-bf2b-4cd5-9768-a431e463ad27 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0320418 Jul 08 03:03:53.618902 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [req-db535dcf-d686-4d98-8613-a1dbb28af3bc req-1812c2e0-554d-4e5a-8b9d-66359eeff553 service neutron] (104846) timed out ('10.222.0.54', 49644) {{(pid=104846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 03:03:53.651941 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2130ae84-783e-4708-a3e4-1f030b07bc9c req-196d99e2-448e-4704-b922-76925bdc23e9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0278718 Jul 08 03:03:54.789290 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fbd1b06b-6c5e-4e06-a3c3-cb41e283651a req-505b59f8-0e29-478a-8775-4bf9f4fa455d tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0280662 Jul 08 03:03:55.923709 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-11e2942d-3909-4647-8ca0-18d77d19bfbf req-335f0170-fceb-4974-9567-f85f8b31289c tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0273943 Jul 08 03:03:57.066234 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a0d65354-0211-4937-bacd-346470e461df req-70e2b460-5301-44aa-9a13-16fcddbef9bf tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0309844 Jul 08 03:03:57.649947 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cae789d3-6483-4087-9aad-12d1a69c6c77 req-b3f53e7d-4075-4d44-a2a7-5f45ef13e6c6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495625 Jul 08 03:03:57.722114 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae789d3-6483-4087-9aad-12d1a69c6c77 req-a8fca94c-a086-42af-abe0-046a233c06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:57.724308 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cae789d3-6483-4087-9aad-12d1a69c6c77 req-a8fca94c-a086-42af-abe0-046a233c06bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf146c7263348b19beed67f69227864&device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 1098 time: 0.0516427 Jul 08 03:03:57.829696 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae789d3-6483-4087-9aad-12d1a69c6c77 req-bcdd043c-2794-41e7-a369-5d0530dd148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:57.831175 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cae789d3-6483-4087-9aad-12d1a69c6c77 req-bcdd043c-2794-41e7-a369-5d0530dd148f service neutron] 10.222.0.54 "GET /v2.0/networks?id=06c852e3-976b-48a1-a484-4e900038f3c5 HTTP/1.1" status: 200 len: 917 time: 0.0867507 Jul 08 03:03:57.896692 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cae789d3-6483-4087-9aad-12d1a69c6c77 req-c16db7f7-f593-4d6f-af66-def078f5f29c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=471e794d-becd-4a06-8772-2f95f280c158 HTTP/1.1" status: 200 len: 1001 time: 0.0578525 Jul 08 03:03:57.943350 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae789d3-6483-4087-9aad-12d1a69c6c77 req-c7bf5d8a-a63e-43ba-a1b5-0bf515cb5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:57.944673 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cae789d3-6483-4087-9aad-12d1a69c6c77 req-c7bf5d8a-a63e-43ba-a1b5-0bf515cb5ec3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cf243d-2400-43e3-a620-04f0df041e5e HTTP/1.1" status: 200 len: 855 time: 0.0418003 Jul 08 03:03:58.001709 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae789d3-6483-4087-9aad-12d1a69c6c77 req-eec17277-705a-45ed-86a8-4781fe61a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:58.003172 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cae789d3-6483-4087-9aad-12d1a69c6c77 req-eec17277-705a-45ed-86a8-4781fe61a3a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=06c852e3-976b-48a1-a484-4e900038f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528026 Jul 08 03:03:58.091416 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cae789d3-6483-4087-9aad-12d1a69c6c77 req-901a00a9-6c89-46f4-8fa6-2fced9b43f02 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802648 Jul 08 03:03:58.199404 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cae789d3-6483-4087-9aad-12d1a69c6c77 req-6a320ef7-f897-4a36-8aeb-d330e8131ac0 service neutron] 10.222.0.54 "GET /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016774 Jul 08 03:03:58.216615 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5b6a4684-2cd1-4ad8-a477-ca2526d4800c req-b33f60cf-5964-4af9-9bc2-644c6ae40182 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0367112 Jul 08 03:03:59.360459 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-daa79da0-e43a-4d5f-95b9-8f14ec21bfdf req-095e9911-ea33-4a1f-b140-2ecd47f0235e tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0276482 Jul 08 03:04:00.498995 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e466f9fa-abd9-458c-8650-9664e96bf20e req-f309ebd7-6dab-49a7-b71c-b10b3ad9bfe5 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0281124 Jul 08 03:04:01.649967 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-299a0e74-34db-4dd1-b17a-5c156e9db481 req-df8593b9-f8a3-4541-99c8-175a0781b5e1 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0303791 Jul 08 03:04:02.787248 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7c09b71a-011b-4bd3-ace5-4033f687292f req-b6a7ffc8-b03b-4975-9cd7-3f965c6d1371 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0281243 Jul 08 03:04:03.942503 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f09c842a-7291-4e9b-845c-8b4e1f9c164c req-fe96978c-28b1-4d65-b7a2-339fbd2c290c tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0371335 Jul 08 03:04:05.076691 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-46f20996-12a0-428a-adf0-34851f26f53c req-8fb04508-f8ff-4361-ba3e-498e826cd039 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0270810 Jul 08 03:04:06.219742 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8fee76e3-de9a-468b-af75-b6bb86ca374b req-b6ad0b5e-55a7-4f4c-a420-d1b72e45ebd9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0308318 Jul 08 03:04:07.357419 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b91ee6f0-ad43-4c1a-b670-1c8e88861411 req-ae26a466-a6e9-4379-bcf7-5ec42404da6e tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0283365 Jul 08 03:04:08.494196 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d2b8ef57-10e7-4e21-baea-4bb321342977 req-4003efd6-ff2e-46b6-9d30-9d0208f9244a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0272326 Jul 08 03:04:09.628928 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-090045bf-6e67-47c0-8aa7-6793651cbfa8 req-77000169-a198-48a6-8d8d-7959bf41c1b2 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0268474 Jul 08 03:04:10.773102 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-61513404-a86e-409a-9d93-10a1fe19b033 req-91475031-35f3-45b1-bd02-0f51de2c7451 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0321581 Jul 08 03:04:11.910627 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b95473d5-4c27-420d-b7ac-23d4fc9aa9ef req-91b7ea9f-d7e0-4ac7-89a1-d068ef17306d tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0279646 Jul 08 03:04:12.254380 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1c2f769c-b6bf-4efd-97b4-5267c08b0f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:13.058294 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ffa1b690-b15a-423d-980c-661f93c1f237 req-db0147ab-ecd3-463e-9c62-65ce29bedc39 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0282724 Jul 08 03:04:14.195963 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f00c3388-df1a-4a73-bd9e-81daff526abe req-5544cf2e-ceda-4772-a36f-a9a74c89a1f5 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0292876 Jul 08 03:04:14.715350 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-4d4f91ff-8657-4e3a-aa77-d1a4f6e833b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:14.805334 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:14.986966 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:15.339763 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bfe963ba-6d6f-47a0-9ed5-0a8ed0825814 req-0fb38af7-d3a5-4934-a54e-6759b38ebfdf tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0314710 Jul 08 03:04:16.223230 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:16.475890 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f4d2bb80-9b94-4541-9546-7b830c8ba5c5 req-e7d5e460-579a-4e17-a37a-20156f8cf9d7 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0275390 Jul 08 03:04:17.547418 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:17.614823 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-79d4a6b0-9274-4b93-8f10-7cd32119a8ee req-83a7fb79-ac17-4c6b-808c-0f0462fc8699 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0275414 Jul 08 03:04:18.751582 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e1b55285-429a-4c2f-af03-8828aabe231f req-db4ba1fd-3fb1-4707-9635-f80840662ad5 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0276432 Jul 08 03:04:19.896325 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-53fd0cd5-e29d-48c8-aab2-6c97e7f1ee95 req-12daf890-72ed-4ca9-9492-18a8e56d9e8c tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0311069 Jul 08 03:04:20.780183 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:04:21.040352 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c3c96cc4-cada-4b0d-9501-048be5a1ab14 req-9f85f665-1d74-48c0-a274-53d6886b5617 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0282180 Jul 08 03:04:22.174463 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1672b1c0-a439-4966-845b-4f28b3a8bab3 req-f688d44e-0d8b-4f93-b2e6-b223f3961513 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0278995 Jul 08 03:04:23.313941 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b31f19b1-05ad-40ca-985b-1a5141cde13c req-ffa1bd1e-188f-453e-87d7-93d87abdb846 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0268364 Jul 08 03:04:24.459671 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c1adcc40-9621-45fa-898d-8300bb6f16a9 req-b78e123f-93dd-478a-a5af-26e1c1e13935 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0306504 Jul 08 03:04:25.599712 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b2f04894-e733-404a-a7fd-7dd6cd33095d req-e65a780d-91fe-47be-ace9-b02454be177d tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0282886 Jul 08 03:04:26.741049 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dcc9747e-a80d-40db-bd3d-f002e411063f req-78c44be8-ec9c-4bb7-a8c6-a59a607da546 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0327461 Jul 08 03:04:27.881355 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b846b8bf-77df-4c19-9764-2d5ba3ba5470 req-b245fe4e-265f-4fd6-a17f-986b25c3a2d5 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0282660 Jul 08 03:04:29.027627 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bbb5a121-fa31-417e-a7ed-fa332202c66a req-e4796d85-2b3e-4839-b037-e7645a0f62ac tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0301590 Jul 08 03:04:30.169137 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3d730acb-a5c6-464a-be2b-5e54a19c844f req-0d34128b-95bc-4b5b-b124-d73f535d239b tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0277529 Jul 08 03:04:31.306119 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-80ac2920-7245-4c11-a166-383149bf91ac req-e277b9fc-c51a-4d74-81b2-8633ed6d4354 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0282695 Jul 08 03:04:32.442614 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-95732895-c500-471d-9db4-7616c1d51184 req-3a74e1d9-e493-47a6-99eb-218db1a16d69 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0278239 Jul 08 03:04:33.583236 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d2bcb610-bff3-48d1-8fea-5d9300a6c8b8 req-d3b9d1b6-c315-4e65-8a51-57e469beef92 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0307310 Jul 08 03:04:34.722488 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-33053b9b-10be-4f3e-907f-13d258a2236a req-7326ce8f-930e-48f6-a0d6-2d8af7be6305 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0306396 Jul 08 03:04:35.864180 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e9f7581-4f60-4dd7-aa1f-b67ceb689fc0 req-bcad16e4-d66d-443b-8d59-37679f60c88f tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0276084 Jul 08 03:04:37.002209 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7a28270f-082d-4621-9db2-888f653ebf41 req-e2739354-ce65-4da2-bc8b-63777d34a843 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0294125 Jul 08 03:04:38.145418 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5b775e32-5006-4751-b976-219fb78bf040 req-490156a6-9da7-48b5-8776-14b779be4566 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0303168 Jul 08 03:04:39.285900 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fef7d86c-1108-4816-96a6-547e411faa1b req-ced56330-1651-4874-817c-a4e54499832b tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0287876 Jul 08 03:04:40.422812 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-832f6a74-ca39-4fc6-905b-1c9963323a28 req-da6ab083-4250-42ab-bd30-bc92b67527ff tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0301225 Jul 08 03:04:41.568187 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8dccf9e7-7a71-41dd-aff9-a4f5de0c6fe1 req-400bc71d-d167-491c-941a-93ae6cb20b9a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0271466 Jul 08 03:04:42.256285 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-add1e14f-3d82-4ddb-a31d-071f1b7439a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:42.706411 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e043a1d-9973-46b1-be1c-d391c3cfca5f req-eb380908-28a5-4136-a93d-1327d68b8028 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0294402 Jul 08 03:04:43.852296 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b9fcd47f-be25-4d22-9e17-8a0cf309d826 req-4de96818-8a6e-45fd-9fa4-0c7e965ad1a4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0293031 Jul 08 03:04:43.953226 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe7f77-a87c-4d9c-a358-1b5f3a9e07ab req-5cf16eb2-c537-4e5e-b165-adaafa34f094 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:43.954745 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-78fe7f77-a87c-4d9c-a358-1b5f3a9e07ab req-5cf16eb2-c537-4e5e-b165-adaafa34f094 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 945 time: 0.0611000 Jul 08 03:04:43.992023 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-78fe7f77-a87c-4d9c-a358-1b5f3a9e07ab req-5f11c5ee-0bde-433a-8e10-baba6d97a466 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups?id=51969cf0-1b67-4e76-a169-ca95099d9370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312781 Jul 08 03:04:44.261021 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-08f1743d-46e8-45d3-b32b-0c1abc22ad76 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:44.262505 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-08f1743d-46e8-45d3-b32b-0c1abc22ad76 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.54 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 945 time: 0.0651455 Jul 08 03:04:44.364372 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Deleting port 471e794d-becd-4a06-8772-2f95f280c158 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:04:44.364723 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:44.460044 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] For port 471e794d-becd-4a06-8772-2f95f280c158, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=471e794d-becd-4a06-8772-2f95f280c158,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:04:44.460408 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:44.627205 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:44.627540 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:44.627856 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.l3_db [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Floating IP 852ee1bf-69fe-4f5b-9dad-6ffb4faf82bb disassociated. External IP: 172.27.1.222, port: 471e794d-becd-4a06-8772-2f95f280c158. Jul 08 03:04:44.628198 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Calling delete_port for 471e794d-becd-4a06-8772-2f95f280c158 owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:04:44.719871 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-96db0e66-2abb-4be5-a4f5-fde6b52110f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:44.759202 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:44.794145 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event deleted for resources: {'Port': ['ID=471e794d-becd-4a06-8772-2f95f280c158,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:44.800476 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:44.805143 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:44.805755 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:44.806386 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:44.806757 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:44.807103 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:44.807551 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:44.808006 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:44.808969 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:44.808969 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:44.809209 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:44.809690 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:44.810116 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:44.919416 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Router bc321ce1-601b-4964-822e-6e45e5fd18f0 has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:04:44.988715 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:45.260876 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d2e28973-8c91-41f4-9ac4-3f50cac4ed0b req-0f59ab00-315f-4c50-8c7e-72b9db8e605d tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.2918782 Jul 08 03:04:45.321981 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f0744ff4-a2e0-479c-88ec-3991e1d159f4 req-c736f0ed-29db-44fe-a63c-ba8cc64c19a5 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd9fbb-1bb3-4105-a879-e6faf215bda8 HTTP/1.1" status: 200 len: 210 time: 0.0343800 Jul 08 03:04:45.335709 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:04:45.345626 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b76b94-85f7-4b19-a7d7-53327ee70e13 None None] Sync routers for ids ['bc321ce1-601b-4964-822e-6e45e5fd18f0'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:04:45.354896 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b76b94-85f7-4b19-a7d7-53327ee70e13 None None] Routers {'bc321ce1-601b-4964-822e-6e45e5fd18f0'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:04:45.355521 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-b8b76b94-85f7-4b19-a7d7-53327ee70e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:04:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['bc321ce1-601b-4964-822e-6e45e5fd18f0'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:45.381315 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] No DVR routers for this DVR port 471e794d-becd-4a06-8772-2f95f280c158 on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:04:45.384101 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:45.386467 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-388ef9fc-a894-4708-9a36-fdf1ee19e1d2 req-a419ca0d-f47f-499f-ab02-d837bd34b1b8 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.54 "DELETE /v2.0/ports/471e794d-becd-4a06-8772-2f95f280c158 HTTP/1.1" status: 204 len: 173 time: 1.1169972 Jul 08 03:04:45.386875 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acd9fbb-1bb3-4105-a879-e6faf215bda8', 'name': 'network-vif-deleted', 'tag': '471e794d-becd-4a06-8772-2f95f280c158'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:04:45.390039 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe362874-cd50-4674-9ca7-1514e296ddaf" -d '{"events": [{"server_uuid": "7acd9fbb-1bb3-4105-a879-e6faf215bda8", "name": "network-vif-deleted", "tag": "471e794d-becd-4a06-8772-2f95f280c158"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:04:45.428726 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b2aa47-02fb-4968-9d02-1903c7acb89b x-openstack-request-id: req-54b2aa47-02fb-4968-9d02-1903c7acb89b {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:04:45.429550 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acd9fbb-1bb3-4105-a879-e6faf215bda8", "name": "network-vif-deleted", "tag": "471e794d-becd-4a06-8772-2f95f280c158", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:04:45.429889 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54b2aa47-02fb-4968-9d02-1903c7acb89b {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:04:45.430267 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acd9fbb-1bb3-4105-a879-e6faf215bda8', 'name': 'network-vif-deleted', 'tag': '471e794d-becd-4a06-8772-2f95f280c158', 'status': 'completed', 'code': 200} Jul 08 03:04:45.478837 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-b8b76b94-85f7-4b19-a7d7-53327ee70e13 None None] Set router bc321ce1-601b-4964-822e-6e45e5fd18f0 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:04:45.675795 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-b8b76b94-85f7-4b19-a7d7-53327ee70e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '99528089-392b-4aa7-b3e8-e9a0d0aa9675', 'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'mac_address': 'fa:16:3e:d9:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:28Z', 'updated_at': '2021-07-08T02:45:40Z', 'revision_number': 5, 'project_id': '3bf146c7263348b19beed67f69227864', 'subnets': [{'id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:45.703194 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b76b94-85f7-4b19-a7d7-53327ee70e13 None None] Checking router: bc321ce1-601b-4964-822e-6e45e5fd18f0 for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:04:45.712460 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b76b94-85f7-4b19-a7d7-53327ee70e13 None None] Routers {'bc321ce1-601b-4964-822e-6e45e5fd18f0'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:04:45.713077 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-b8b76b94-85f7-4b19-a7d7-53327ee70e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:04:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['bc321ce1-601b-4964-822e-6e45e5fd18f0'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:45.819821 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-b8b76b94-85f7-4b19-a7d7-53327ee70e13 None None] Set router bc321ce1-601b-4964-822e-6e45e5fd18f0 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:04:46.018848 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-b8b76b94-85f7-4b19-a7d7-53327ee70e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '99528089-392b-4aa7-b3e8-e9a0d0aa9675', 'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'mac_address': 'fa:16:3e:d9:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:28Z', 'updated_at': '2021-07-08T02:45:40Z', 'revision_number': 5, 'project_id': '3bf146c7263348b19beed67f69227864', 'subnets': [{'id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:46.047649 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b76b94-85f7-4b19-a7d7-53327ee70e13 None None] The sync data for ids ['bc321ce1-601b-4964-822e-6e45e5fd18f0'] in dv-cinder-789077-2-iscsi is: [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T02:45:30Z', 'revision_number': 4, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '99528089-392b-4aa7-b3e8-e9a0d0aa9675', 'name': '', 'network_id': '06c852e3-976b-48a1-a484-4e900038f3c5', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'mac_address': 'fa:16:3e:d9:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:28Z', 'updated_at': '2021-07-08T02:45:40Z', 'revision_number': 5, 'project_id': '3bf146c7263348b19beed67f69227864', 'subnets': [{'id': 'd8cf243d-2400-43e3-a620-04f0df041e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:04:46.225751 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:46.265615 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a516a2-28b1-4df0-86b3-a76ce80617be None None] New status for floating IP 852ee1bf-69fe-4f5b-9dad-6ffb4faf82bb: DOWN {{(pid=104848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:04:46.416293 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d81dff0d-b8c4-40dc-84e8-a724a6a10e27 req-c0d386bf-3a54-4970-aa0d-e8db21f4a235 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0336497 Jul 08 03:04:46.453340 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 52854) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:46.512483 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f098ea74-d3a3-44e1-b0f6-6a02bbcb3c27 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:46.535852 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f098ea74-d3a3-44e1-b0f6-6a02bbcb3c27 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:46.581522 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f098ea74-d3a3-44e1-b0f6-6a02bbcb3c27 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:46.584201 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f098ea74-d3a3-44e1-b0f6-6a02bbcb3c27 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:46.585355 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-f098ea74-d3a3-44e1-b0f6-6a02bbcb3c27 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "DELETE /v2.0/security-groups/51969cf0-1b67-4e76-a169-ca95099d9370 HTTP/1.1" status: 204 len: 168 time: 0.1308436 Jul 08 03:04:46.588134 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 52858) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:46.594689 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098ea74-d3a3-44e1-b0f6-6a02bbcb3c27 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51969cf0-1b67-4e76-a169-ca95099d9370,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:46.603452 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.api.v2.resource [None req-d46a7b10-af96-4107-80bf-22771ff9bffb tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] show failed (client error): The resource could not be found. Jul 08 03:04:46.604471 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-d46a7b10-af96-4107-80bf-22771ff9bffb tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "GET /v2.0/security-groups/51969cf0-1b67-4e76-a169-ca95099d9370 HTTP/1.1" status: 404 len: 347 time: 0.0152214 Jul 08 03:04:46.607303 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 52862) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:46.724480 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Deleting port 2e770331-bc2d-445e-9783-75466e97796a {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:04:46.724828 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:46.803797 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:46.804199 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:46.816230 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Calling delete_port for 2e770331-bc2d-445e-9783-75466e97796a owned by network:floatingip {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:04:46.943546 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:46.973023 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Pushing event deleted for resources: {'Port': ['ID=2e770331-bc2d-445e-9783-75466e97796a,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:46.996429 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:46.996702 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:46.997039 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:46.997372 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:46.997698 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:46.998123 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:46.998485 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:46.998809 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:46.999129 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:46.999449 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:46.999768 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:47.000086 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:47.042076 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks [] for floatingip, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:47.044825 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:47.045981 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-206571b4-1413-41f2-9c28-7d63444d0737 tempest-AttachVolumeShelveTestJSON-2083317847 tempest-AttachVolumeShelveTestJSON-2083317847-project] 10.222.0.21 "DELETE /v2.0/floatingips/852ee1bf-69fe-4f5b-9dad-6ffb4faf82bb HTTP/1.1" status: 204 len: 168 time: 0.4375987 Jul 08 03:04:47.551326 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:47.562271 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9f92d5f5-b312-475c-b688-c40926d14181 req-9cd09fc7-14b8-4b00-800e-36cf23c86bda tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0325983 Jul 08 03:04:48.703452 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f0e18e64-8f7f-42fa-ac59-2ad003a80ff0 req-fb74921c-44f1-4e51-a619-0917e8f76aba tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0275452 Jul 08 03:04:48.944268 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 471e794d-becd-4a06-8772-2f95f280c158 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:04:48.970284 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: 471e794d-becd-4a06-8772-2f95f280c158 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:04:48.971298 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 471e794d-becd-4a06-8772-2f95f280c158 not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:04:49.850982 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c52f11e6-d696-45cd-bf02-38f7994e76b9 req-2c6c3111-0bfc-44c4-bcbb-e197265466ad tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0270965 Jul 08 03:04:50.992720 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bf3eacb1-ad60-4d75-8e50-9a1fcdc04f9a req-db0e4ec7-1294-4015-b123-5c4b99855dba tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0286362 Jul 08 03:04:52.132429 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a52b344d-f8f4-42e3-a9f1-94ab521466e0 req-54f056b1-749e-490f-9aad-d43c402829e9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0313425 Jul 08 03:04:53.267619 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-59881d46-ffd1-4c6a-98e7-d6ebfa202443 req-2b85b398-4032-49ce-a11a-3f3f14092ae8 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0273438 Jul 08 03:04:54.403052 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-51f92438-e951-4adb-9c6c-60f256fb1bbe req-65709af2-4bf3-4c52-950d-475a13de9265 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0278251 Jul 08 03:04:55.538871 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a8882234-5ea7-4637-810e-b9c49cd467f7 req-cfdc8ab2-b064-4412-b68c-3bb9879ffec8 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0288992 Jul 08 03:04:56.678356 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f535f744-e35f-4c2b-86ac-60afe66fca61 req-af9afbe2-f259-49c9-a107-3c231a54d56a tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0314963 Jul 08 03:04:57.779256 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:04:57.813991 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9ae1b0a9-7adf-40aa-bc1d-8e9d0a6e9572 req-a04c86c9-6dcf-47dc-92ec-75fcd20d8e87 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0271573 Jul 08 03:04:58.051099 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ba0cb4cc-0728-4931-afc9-8cb2819fd865 req-6e4afc6f-eee9-4d41-acb4-af39478e6f23 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492814 Jul 08 03:04:58.144689 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cb4cc-0728-4931-afc9-8cb2819fd865 req-4e5ea946-eaa7-4620-9aba-1837b6cf352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:58.146379 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ba0cb4cc-0728-4931-afc9-8cb2819fd865 req-4e5ea946-eaa7-4620-9aba-1837b6cf352a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 1098 time: 0.0510323 Jul 08 03:04:58.250822 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cb4cc-0728-4931-afc9-8cb2819fd865 req-88d7b70a-81d3-4fff-95c7-799c7afafca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:58.252254 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ba0cb4cc-0728-4931-afc9-8cb2819fd865 req-88d7b70a-81d3-4fff-95c7-799c7afafca8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 911 time: 0.0862825 Jul 08 03:04:58.315651 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ba0cb4cc-0728-4931-afc9-8cb2819fd865 req-e6aa996c-fe1b-4ebb-8722-9eee8db3bc62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad7ed14d-7730-48d0-a35a-9f08355492a9 HTTP/1.1" status: 200 len: 1001 time: 0.0568466 Jul 08 03:04:58.369265 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cb4cc-0728-4931-afc9-8cb2819fd865 req-2a330f31-073e-4b58-946c-130d5129226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:58.370772 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ba0cb4cc-0728-4931-afc9-8cb2819fd865 req-2a330f31-073e-4b58-946c-130d5129226b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.0486414 Jul 08 03:04:58.426813 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cb4cc-0728-4931-afc9-8cb2819fd865 req-5bf38bc0-0884-4a84-9bb2-d83f3f9971bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:58.428368 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ba0cb4cc-0728-4931-afc9-8cb2819fd865 req-5bf38bc0-0884-4a84-9bb2-d83f3f9971bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512235 Jul 08 03:04:58.514539 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ba0cb4cc-0728-4931-afc9-8cb2819fd865 req-d310d3a8-a939-4624-9306-5cfc21208b58 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792294 Jul 08 03:04:58.605307 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ba0cb4cc-0728-4931-afc9-8cb2819fd865 req-61f28679-5ade-4386-bdb4-6dc7394ac318 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834975 Jul 08 03:04:58.954360 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-132d24bd-3587-4b17-b24a-39daf4f27085 req-e796d8b9-4c39-4574-9355-7ba863bfcb98 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0290999 Jul 08 03:05:00.092758 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9d7b790d-74e1-4c4d-a614-96a6827e35a5 req-0c8e528b-deb5-4085-ac78-4bb97957acdf tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0291319 Jul 08 03:05:01.244320 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-361ceef6-c1fe-481c-8be2-8bc690bb16a6 req-638cffe5-b2c6-4515-be7a-b44a0b411dd9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0330124 Jul 08 03:05:02.380858 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-dd3589e4-29f8-4c06-8dcc-adbca835b2e9 req-12eff5c0-bbb8-45e4-97ec-04f0f214c1c7 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0280974 Jul 08 03:05:03.516201 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-64485b9f-9d04-4e90-923a-1dcc2dca0c8e req-2f09253f-a8ac-44ed-8e21-fe7e46d1dd2c tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0283976 Jul 08 03:05:04.652706 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f16e1bdb-789b-42e1-8341-967db4acf3b0 req-aa987e95-a180-406b-a61c-e9195069a204 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0292120 Jul 08 03:05:05.807620 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-fb1e8e29-032d-46db-b1c0-644e442fe558 req-eed720aa-2389-448e-95f9-bc0ed2440b5d tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0321975 Jul 08 03:05:06.943316 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1dcb4b84-dd68-4ad3-b448-f791d0ee3b61 req-f32f2614-776e-4f3c-a9f8-39443eb8a2ea tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0276861 Jul 08 03:05:08.083397 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c5cf22e-6082-459c-9ec4-dcb8ee0065cc req-437ce868-541a-44f8-acb2-80854241805c tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0282485 Jul 08 03:05:09.222477 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ef4b9e3f-300e-43af-b390-6c11827d8163 req-16463044-6178-47ac-a3c1-963dc4a71954 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0280211 Jul 08 03:05:10.363316 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-212f5a2e-d6fb-4cf0-9478-befae11e9939 req-fe61793b-4cd5-4e02-98f7-9c7680bf4143 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0310071 Jul 08 03:05:11.500152 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d506010b-7769-40c0-8b68-d68dbb3ca7b3 req-ad0ed597-ea7a-49b6-b769-b4037a624bb9 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0284548 Jul 08 03:05:12.257795 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9a376062-6f09-4ddc-b51e-3de101b74c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:12.638113 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-29f63b1a-0792-44b4-8646-e9d51534c76e req-b10bd81e-f0be-444e-b378-42daad3a8776 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0284362 Jul 08 03:05:13.774919 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-99d57417-0971-4b96-8c2f-5e799cd91eee req-41d1bd9a-46d0-4670-a304-f0a9829d8e72 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0283639 Jul 08 03:05:14.722236 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-8b7dd7d7-f592-4dab-b266-b2bf1ce99fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.798003 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.916799 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-19ea6c86-229b-4e04-b078-ed5a57d2fe78 req-e73ac3b3-91bc-491b-ad96-04031049b4de tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0317917 Jul 08 03:05:14.988798 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:16.053181 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e2c9653d-bc9a-4ab0-ac36-6b07de99a3bb req-62e59e4b-f02c-4945-8066-2a4a4b1fa314 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0286112 Jul 08 03:05:16.228159 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:17.192812 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-deb66890-5804-4fc7-b96d-2489ee1b8e04 req-6e249109-b70c-435b-ba6c-3d4e4ed26904 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0283151 Jul 08 03:05:17.554422 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:18.339381 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7151a8cb-7474-4ec2-bf6b-7866beb0d9c3 req-a35e548e-6697-4b14-aa59-d0acf44d2495 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0294387 Jul 08 03:05:19.477623 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0f7e6332-ec3f-4393-adfc-a6d93cfb6491 req-a2800371-a046-4d1b-84c6-5e93f2a0607c tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0305963 Jul 08 03:05:20.617366 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bbb8b88e-4c27-4fa3-a858-76d26fad2bc0 req-3b85bea3-14b1-4a20-a0c4-67856e16a553 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0283508 Jul 08 03:05:21.752177 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c69d3f1c-349d-4fd9-8bac-f5ffcd280e1b req-f33bcaef-eafa-4f85-a611-fcd971a43119 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0281556 Jul 08 03:05:22.982685 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a1523d71-4a58-4818-88e9-a0e4abcdefe6 req-9af32a4a-7a32-4a90-83bd-44033a8dc611 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.1234171 Jul 08 03:05:24.121461 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-13d50c75-e7d4-4217-b289-1bc4d37a6907 req-4e0348fc-bbc2-4231-a276-a251396b7d00 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0314214 Jul 08 03:05:25.260876 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4b6c5e2c-a98c-445d-9cca-875d0945dbf0 req-0b971394-e38e-4b47-922d-35be39d258c8 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0282471 Jul 08 03:05:26.400373 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e4e446fb-35a7-40bb-ad25-6a881b24b9c3 req-bb550985-89d7-4d72-83fb-b73a86807fee tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0272887 Jul 08 03:05:27.541216 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-233d8d17-239e-41eb-a613-a5f4f814ed3d req-600ac7dc-0174-4008-a33c-9c34a458eae6 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0275338 Jul 08 03:05:28.683059 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-13fa66a9-ee01-492f-8020-a850134a8dce req-e7091a91-5875-4d74-b9f0-60a107ff0be4 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0303159 Jul 08 03:05:29.820647 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2032531c-6ce9-472e-8722-94aeb89a499c req-7441fb71-e9e1-4571-9bca-37ae95face69 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0277388 Jul 08 03:05:30.959272 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-80f2c955-d9b2-4ca8-8786-4fa3f72b04cc req-9d496f53-874b-40ac-9cee-53fb931463b7 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0293527 Jul 08 03:05:32.112092 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-58679105-7e26-4096-b1ef-7083fcf9ccfa req-661813da-890e-43e9-b0ce-3caf4999c71e tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f62d6f5-5881-4aa0-b859-5b4741a5e146 HTTP/1.1" status: 200 len: 210 time: 0.0298200 Jul 08 03:05:33.977169 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 53454) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:34.422795 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1afc11cd-fbcd-4851-b4e9-bd5e20f30053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16290618'] for router_interface, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:34.777634 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:05:34.894477 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-1afc11cd-fbcd-4851-b4e9-bd5e20f30053 admin admin] Deleting port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:05:34.894812 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1afc11cd-fbcd-4851-b4e9-bd5e20f30053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:34.968993 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-1afc11cd-fbcd-4851-b4e9-bd5e20f30053 admin admin] For port 6f5af8d9-c2fe-4521-96e0-1ff163dfc254, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=6f5af8d9-c2fe-4521-96e0-1ff163dfc254,segment=NetworkSegment(41c104b4-ec59-462c-ba21-4bc5b975ce7f),segment_id=41c104b4-ec59-462c-ba21-4bc5b975ce7f)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:05:34.969367 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1afc11cd-fbcd-4851-b4e9-bd5e20f30053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:34.982060 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-1afc11cd-fbcd-4851-b4e9-bd5e20f30053 admin admin] Calling delete_port for 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 owned by network:router_interface {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:05:35.159558 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1afc11cd-fbcd-4851-b4e9-bd5e20f30053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:35.185265 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc11cd-fbcd-4851-b4e9-bd5e20f30053 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5af8d9-c2fe-4521-96e0-1ff163dfc254,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:35.358772 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-1afc11cd-fbcd-4851-b4e9-bd5e20f30053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16290812'] for router_interface, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:35.564928 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afc11cd-fbcd-4851-b4e9-bd5e20f30053 admin admin] Router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:05:35.667332 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afc11cd-fbcd-4851-b4e9-bd5e20f30053 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:05:35.674422 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-1afc11cd-fbcd-4851-b4e9-bd5e20f30053 admin admin] 10.222.0.21 "PUT /v2.0/routers/7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6959884 Jul 08 03:05:35.675524 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 53478) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:35.677881 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11027420-b904-4cba-986f-dcc5fc20d666 None None] Sync routers for ids ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:05:35.687978 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11027420-b904-4cba-986f-dcc5fc20d666 None None] Routers {'7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:05:35.688601 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-11027420-b904-4cba-986f-dcc5fc20d666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:05:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:35.777589 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] Notify callbacks [] for router, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:35.792257 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-11027420-b904-4cba-986f-dcc5fc20d666 None None] Set router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:05:35.882105 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:35.939955 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] Deleting port 0a94eaa1-01a9-40ed-bb53-77714e293f0c {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:05:35.940985 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:35.980529 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-11027420-b904-4cba-986f-dcc5fc20d666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:14Z', 'updated_at': '2021-07-08T03:05:35Z', 'revision_number': 5, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'gw_port': {'id': '0a94eaa1-01a9-40ed-bb53-77714e293f0c', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:15Z', 'updated_at': '2021-07-08T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:36.007198 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11027420-b904-4cba-986f-dcc5fc20d666 None None] Checking router: 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:05:36.015314 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11027420-b904-4cba-986f-dcc5fc20d666 None None] Routers {'7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:05:36.015926 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-11027420-b904-4cba-986f-dcc5fc20d666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:05:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:36.024304 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] For port 0a94eaa1-01a9-40ed-bb53-77714e293f0c, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=0a94eaa1-01a9-40ed-bb53-77714e293f0c,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:05:36.024692 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:36.037061 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] Calling delete_port for 0a94eaa1-01a9-40ed-bb53-77714e293f0c owned by network:router_gateway {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:05:36.222555 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-11027420-b904-4cba-986f-dcc5fc20d666 None None] Set router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce gateway port host: None {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:05:36.232944 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:36.259127 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] Pushing event deleted for resources: {'Port': ['ID=0a94eaa1-01a9-40ed-bb53-77714e293f0c,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:36.283090 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-11027420-b904-4cba-986f-dcc5fc20d666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:14Z', 'updated_at': '2021-07-08T03:05:35Z', 'revision_number': 6, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'gw_port_host': None}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:36.321146 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11027420-b904-4cba-986f-dcc5fc20d666 None None] The sync data for ids ['7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce'] in dv-cinder-789077-2-iscsi is: [{'id': '7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce', 'name': 'tempest-TestMinimumBasicScenario-1490364473-router', 'tenant_id': '673ab3285aeb4543b917150a9b83264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:14Z', 'updated_at': '2021-07-08T03:05:35Z', 'revision_number': 6, 'project_id': '673ab3285aeb4543b917150a9b83264a', 'gw_port_host': None}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:05:36.330101 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515319'] for router_gateway, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:36.432836 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16287011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14632'] for router, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:36.434821 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:36.505352 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16284051'] for router, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:36.506373 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce {{(pid=104845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 03:05:36.512166 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] Notify callbacks [] for router, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:36.513500 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-4555f41a-3e76-4bbb-8e90-c762e86d2cee admin admin] 10.222.0.21 "DELETE /v2.0/routers/7418fa0f-dc6f-4a4c-9c1b-506e4fe334ce HTTP/1.1" status: 204 len: 168 time: 0.8368328 Jul 08 03:05:36.515806 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 53486) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:36.558553 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd490741-08ad-4283-8a7d-53750df8263b admin admin] Deleting subnet 9cb3a1c5-f762-4173-84a7-09042e95bbdf {{(pid=104845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 03:05:36.561455 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-fd490741-08ad-4283-8a7d-53750df8263b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:36.594257 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-fd490741-08ad-4283-8a7d-53750df8263b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2983177'] for subnet, precommit_delete_associations {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:36.691586 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-fd490741-08ad-4283-8a7d-53750df8263b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:36.770429 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-fd490741-08ad-4283-8a7d-53750df8263b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2876789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3359632'] for subnet, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:36.795878 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd490741-08ad-4283-8a7d-53750df8263b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb3a1c5-f762-4173-84a7-09042e95bbdf,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:36.806856 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-fd490741-08ad-4283-8a7d-53750df8263b admin admin] Notify callbacks [] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:36.811268 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-fd490741-08ad-4283-8a7d-53750df8263b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9cb3a1c5-f762-4173-84a7-09042e95bbdf HTTP/1.1" status: 204 len: 168 time: 0.2920084 Jul 08 03:05:36.812171 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 53492) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:36.815361 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6948ea1f-41c9-46e5-833d-bd441134d0ae None None] Network 8f78bd6c-2fb9-4346-a188-dda9530e4242 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:05:36.829699 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:05:36.877640 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:05:36.878577 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 6f5af8d9-c2fe-4521-96e0-1ff163dfc254 not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:05:36.882727 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:36.943411 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] Deleting port 042489b3-1709-4706-8011-d4c55b82052d {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:05:36.943806 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:37.008386 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] For port 042489b3-1709-4706-8011-d4c55b82052d, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=042489b3-1709-4706-8011-d4c55b82052d,segment=NetworkSegment(41c104b4-ec59-462c-ba21-4bc5b975ce7f),segment_id=41c104b4-ec59-462c-ba21-4bc5b975ce7f)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:05:37.008765 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:37.021008 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] Calling delete_port for 042489b3-1709-4706-8011-d4c55b82052d owned by network:dhcp {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:05:37.103263 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:37.130120 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] Pushing event deleted for resources: {'Port': ['ID=042489b3-1709-4706-8011-d4c55b82052d,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:37.134265 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] No DVR routers for this DVR port 042489b3-1709-4706-8011-d4c55b82052d on host dv-cinder-789077-2-iscsi {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:05:37.151846 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c5f272-1ce7-4a62-8c62-b9a29ed7462b None None] DHCP port deletion for 8f78bd6c-2fb9-4346-a188-dda9530e4242 request from dv-cinder-789077-2-iscsi {{(pid=104847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 03:05:37.204940 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:37.214890 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f78bd6c-2fb9-4346-a188-dda9530e4242']}} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:37.232195 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c104b4-ec59-462c-ba21-4bc5b975ce7f') {'for_net_delete': True} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:37.232665 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c104b4-ec59-462c-ba21-4bc5b975ce7f') {} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:37.244665 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2983168'] for segment, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:37.257896 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:37.265657 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 03:05:37.266280 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2876882'] for segment, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: Traceback (most recent call last): Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: timer() Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: cb(*args, **kw) Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: return func(*args, **kwargs) Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: self._notify() Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: self.callback(batched_events) Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: event.method(event) Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: return f(self, *a, **k) Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._get(url).json() Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: return self.request(url, 'GET', **kwargs) Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 03:05:37.268423 dv-cinder-789077-2-iscsi neutron-server[104845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 03:05:37.323250 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:37.328869 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:37.331684 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] 10.222.0.21 "DELETE /v2.0/networks/8f78bd6c-2fb9-4346-a188-dda9530e4242 HTTP/1.1" status: 204 len: 168 time: 0.5180109 Jul 08 03:05:37.334398 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 53500) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:37.342529 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42662f99-b8d2-48fe-a6d3-3d6f3e6fb11e admin admin] Pushing event deleted for resources: {'Network': ['ID=8f78bd6c-2fb9-4346-a188-dda9530e4242,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:37.687216 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-94367d2f-5000-4430-b41b-c5bce1e67c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16290618'] for router_interface, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:37.935281 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-94367d2f-5000-4430-b41b-c5bce1e67c3a admin admin] Deleting port eeda6649-f718-4d6b-b566-56a74602cec0 {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:05:37.935624 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-94367d2f-5000-4430-b41b-c5bce1e67c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:38.015721 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-94367d2f-5000-4430-b41b-c5bce1e67c3a admin admin] For port eeda6649-f718-4d6b-b566-56a74602cec0, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=eeda6649-f718-4d6b-b566-56a74602cec0,segment=NetworkSegment(77826960-fcb2-4b58-a015-3cf8d86a1c44),segment_id=77826960-fcb2-4b58-a015-3cf8d86a1c44)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:05:38.016083 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-94367d2f-5000-4430-b41b-c5bce1e67c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:38.028902 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-94367d2f-5000-4430-b41b-c5bce1e67c3a admin admin] Calling delete_port for eeda6649-f718-4d6b-b566-56a74602cec0 owned by network:router_interface {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:05:38.205368 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-94367d2f-5000-4430-b41b-c5bce1e67c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:38.236098 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94367d2f-5000-4430-b41b-c5bce1e67c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=eeda6649-f718-4d6b-b566-56a74602cec0,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:38.398402 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-94367d2f-5000-4430-b41b-c5bce1e67c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16290812'] for router_interface, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:38.608075 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94367d2f-5000-4430-b41b-c5bce1e67c3a admin admin] Router b74d5703-e2d0-482e-9aef-77f5360d7792 has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:05:38.618500 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 042489b3-1709-4706-8011-d4c55b82052d no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:05:38.638186 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: 042489b3-1709-4706-8011-d4c55b82052d {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:05:38.638539 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 042489b3-1709-4706-8011-d4c55b82052d not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:05:38.638953 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 0a94eaa1-01a9-40ed-bb53-77714e293f0c no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:05:38.657495 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: 0a94eaa1-01a9-40ed-bb53-77714e293f0c {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:05:38.657843 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 0a94eaa1-01a9-40ed-bb53-77714e293f0c not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:05:38.719947 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94367d2f-5000-4430-b41b-c5bce1e67c3a admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:05:38.725710 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-94367d2f-5000-4430-b41b-c5bce1e67c3a admin admin] 10.222.0.21 "PUT /v2.0/routers/b74d5703-e2d0-482e-9aef-77f5360d7792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3900151 Jul 08 03:05:38.728069 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 53512) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:38.730662 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c063be-8e84-4174-b9a3-b10a020f58da None None] Sync routers for ids ['b74d5703-e2d0-482e-9aef-77f5360d7792'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:05:38.739747 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c063be-8e84-4174-b9a3-b10a020f58da None None] Routers {'b74d5703-e2d0-482e-9aef-77f5360d7792'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:05:38.740428 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-82c063be-8e84-4174-b9a3-b10a020f58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:05:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['b74d5703-e2d0-482e-9aef-77f5360d7792'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:38.843838 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] Notify callbacks [] for router, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:38.844364 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-82c063be-8e84-4174-b9a3-b10a020f58da None None] Set router b74d5703-e2d0-482e-9aef-77f5360d7792 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:05:39.028973 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-82c063be-8e84-4174-b9a3-b10a020f58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'name': 'tempest-TestMinimumBasicScenario-1873241891-router', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T03:05:38Z', 'revision_number': 5, 'project_id': '95f09854fef84b428c4d2cb126c2b59d', 'gw_port': {'id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:39.056104 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c063be-8e84-4174-b9a3-b10a020f58da None None] Checking router: b74d5703-e2d0-482e-9aef-77f5360d7792 for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:05:39.064953 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c063be-8e84-4174-b9a3-b10a020f58da None None] Routers {'b74d5703-e2d0-482e-9aef-77f5360d7792'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:05:39.066426 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-82c063be-8e84-4174-b9a3-b10a020f58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:05:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['b74d5703-e2d0-482e-9aef-77f5360d7792'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:39.168816 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:39.184167 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-82c063be-8e84-4174-b9a3-b10a020f58da None None] Set router b74d5703-e2d0-482e-9aef-77f5360d7792 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:05:39.220265 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] Deleting port b0cff22e-1654-4490-94b0-fc55e683955b {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:05:39.220611 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:39.300022 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] For port b0cff22e-1654-4490-94b0-fc55e683955b, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=b0cff22e-1654-4490-94b0-fc55e683955b,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:05:39.300460 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:39.312950 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] Calling delete_port for b0cff22e-1654-4490-94b0-fc55e683955b owned by network:router_gateway {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:05:39.365165 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-82c063be-8e84-4174-b9a3-b10a020f58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'name': 'tempest-TestMinimumBasicScenario-1873241891-router', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T03:05:38Z', 'revision_number': 5, 'project_id': '95f09854fef84b428c4d2cb126c2b59d', 'gw_port': {'id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:39.392528 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c063be-8e84-4174-b9a3-b10a020f58da None None] The sync data for ids ['b74d5703-e2d0-482e-9aef-77f5360d7792'] in dv-cinder-789077-2-iscsi is: [{'id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'name': 'tempest-TestMinimumBasicScenario-1873241891-router', 'tenant_id': '95f09854fef84b428c4d2cb126c2b59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T03:05:38Z', 'revision_number': 5, 'project_id': '95f09854fef84b428c4d2cb126c2b59d', 'gw_port': {'id': 'b0cff22e-1654-4490-94b0-fc55e683955b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74d5703-e2d0-482e-9aef-77f5360d7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:47:20Z', 'updated_at': '2021-07-08T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:05:39.480439 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:39.508527 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0cff22e-1654-4490-94b0-fc55e683955b,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:39.568919 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515319'] for router_gateway, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:39.655721 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16287011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14632'] for router, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:39.657744 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:39.698939 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16284051'] for router, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:39.699404 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b74d5703-e2d0-482e-9aef-77f5360d7792 {{(pid=104846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 03:05:39.703625 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] Notify callbacks [] for router, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:39.704771 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-14f09dd6-4be9-45e7-93a0-ad6692dfad1c admin admin] 10.222.0.21 "DELETE /v2.0/routers/b74d5703-e2d0-482e-9aef-77f5360d7792 HTTP/1.1" status: 204 len: 168 time: 0.9757750 Jul 08 03:05:39.708328 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 53524) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:39.756210 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_v2 [None req-43619bd3-2564-40d6-bed0-5eb1ae531b37 admin admin] Deleting subnet ffa8efa0-43dd-4de9-862d-780438c75626 {{(pid=104846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 03:05:39.760448 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-43619bd3-2564-40d6-bed0-5eb1ae531b37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:39.796735 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-43619bd3-2564-40d6-bed0-5eb1ae531b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126166736'] for subnet, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:39.880694 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-43619bd3-2564-40d6-bed0-5eb1ae531b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:39.934263 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-43619bd3-2564-40d6-bed0-5eb1ae531b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126165878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126201838'] for subnet, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:39.966603 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43619bd3-2564-40d6-bed0-5eb1ae531b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa8efa0-43dd-4de9-862d-780438c75626,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:39.968503 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-43619bd3-2564-40d6-bed0-5eb1ae531b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:39.973206 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-43619bd3-2564-40d6-bed0-5eb1ae531b37 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ffa8efa0-43dd-4de9-862d-780438c75626 HTTP/1.1" status: 204 len: 168 time: 0.2611227 Jul 08 03:05:39.973206 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 53530) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:39.975911 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca53819-78ce-4d35-b858-d450dc3973a8 None None] Network c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:05:40.043752 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:40.100272 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] Deleting port 9cba42f3-1983-4d0f-be03-e62ef1645903 {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:05:40.100613 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:40.170296 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] For port 9cba42f3-1983-4d0f-be03-e62ef1645903, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=9cba42f3-1983-4d0f-be03-e62ef1645903,segment=NetworkSegment(77826960-fcb2-4b58-a015-3cf8d86a1c44),segment_id=77826960-fcb2-4b58-a015-3cf8d86a1c44)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:05:40.170659 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:40.183287 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] Calling delete_port for 9cba42f3-1983-4d0f-be03-e62ef1645903 owned by network:dhcp {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:05:40.259470 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:40.286333 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] Pushing event deleted for resources: {'Port': ['ID=9cba42f3-1983-4d0f-be03-e62ef1645903,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:40.288167 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] No DVR routers for this DVR port 9cba42f3-1983-4d0f-be03-e62ef1645903 on host dv-cinder-789077-2-iscsi {{(pid=104846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:05:40.358095 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:40.367361 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc']}} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:40.377122 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77826960-fcb2-4b58-a015-3cf8d86a1c44') {'for_net_delete': True} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:40.377366 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77826960-fcb2-4b58-a015-3cf8d86a1c44') {} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:40.386887 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126166745'] for segment, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:40.400310 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:40.406879 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=104846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 03:05:40.407266 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126165969'] for segment, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: Traceback (most recent call last): Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: timer() Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: cb(*args, **kw) Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: return func(*args, **kwargs) Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: self._notify() Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: self.callback(batched_events) Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: event.method(event) Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: return f(self, *a, **k) Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._get(url).json() Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: return self.request(url, 'GET', **kwargs) Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 03:05:40.408979 dv-cinder-789077-2-iscsi neutron-server[104846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 03:05:40.469331 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9916fb7d-d5f2-44b1-82d5-c090245d66ec None None] DHCP port deletion for c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc request from dv-cinder-789077-2-iscsi {{(pid=104847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 03:05:40.473482 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:40.478618 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:40.484000 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] 10.222.0.21 "DELETE /v2.0/networks/c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc HTTP/1.1" status: 204 len: 168 time: 0.5102086 Jul 08 03:05:40.497672 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce57a0f-a4d0-4dd5-a257-0795d5cae76d admin admin] Pushing event deleted for resources: {'Network': ['ID=c2a925d8-ff5d-48cb-bf3e-61dfb9c6bbdc,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:40.571704 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device b0cff22e-1654-4490-94b0-fc55e683955b no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:05:40.593081 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: b0cff22e-1654-4490-94b0-fc55e683955b {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:05:40.593429 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device b0cff22e-1654-4490-94b0-fc55e683955b not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:05:40.593847 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 9cba42f3-1983-4d0f-be03-e62ef1645903 no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:05:40.597924 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 53540) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:40.620622 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: 9cba42f3-1983-4d0f-be03-e62ef1645903 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:05:40.620893 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 9cba42f3-1983-4d0f-be03-e62ef1645903 not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:05:40.621324 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device eeda6649-f718-4d6b-b566-56a74602cec0 no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:05:40.636884 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-1653e620-bdd9-44e3-8471-5c423e650fed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=673ab3285aeb4543b917150a9b83264a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378280 Jul 08 03:05:40.639440 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 53542) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:40.640183 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: eeda6649-f718-4d6b-b566-56a74602cec0 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:05:40.640540 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device eeda6649-f718-4d6b-b566-56a74602cec0 not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:05:40.693538 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-117deaa1-bcb0-4192-a6ca-d3dbc0e240cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:40.718073 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-117deaa1-bcb0-4192-a6ca-d3dbc0e240cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:40.766669 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-117deaa1-bcb0-4192-a6ca-d3dbc0e240cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:40.769644 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-117deaa1-bcb0-4192-a6ca-d3dbc0e240cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:40.770953 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-117deaa1-bcb0-4192-a6ca-d3dbc0e240cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c17acbe-db4a-4f41-a2ac-20c111d89ce1 HTTP/1.1" status: 204 len: 168 time: 0.1303141 Jul 08 03:05:40.782559 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117deaa1-bcb0-4192-a6ca-d3dbc0e240cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c17acbe-db4a-4f41-a2ac-20c111d89ce1,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:41.086275 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 53552) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:41.125050 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-42cc0504-969a-4ca4-aca9-74ac61a2c77b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95f09854fef84b428c4d2cb126c2b59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376298 Jul 08 03:05:41.127422 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 53554) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:41.183779 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2a0d44fa-3f6d-445f-aa94-fdad1a687138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:41.207457 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2a0d44fa-3f6d-445f-aa94-fdad1a687138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:41.256397 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2a0d44fa-3f6d-445f-aa94-fdad1a687138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:41.259054 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2a0d44fa-3f6d-445f-aa94-fdad1a687138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:41.262850 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-2a0d44fa-3f6d-445f-aa94-fdad1a687138 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bbe54d7-69d6-4b38-bb04-1db6b5ab0e9d HTTP/1.1" status: 204 len: 168 time: 0.1313460 Jul 08 03:05:41.268878 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d44fa-3f6d-445f-aa94-fdad1a687138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbe54d7-69d6-4b38-bb04-1db6b5ab0e9d,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:42.261346 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-3ac27467-4439-4b0e-8f22-188d14a8bd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:44.723599 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9f2da8fe-1008-4220-b5fc-064e77045547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:44.805179 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:44.989307 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:46.231240 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:47.583679 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:00.032462 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bfae5173-0764-436b-871d-9a107e9607ad req-b7945a2a-656c-4c75-95c3-fdea924f0511 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524127 Jul 08 03:06:00.123473 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae5173-0764-436b-871d-9a107e9607ad req-2465d88d-aa2c-4320-82ac-4846cee0b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:06:00.124960 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bfae5173-0764-436b-871d-9a107e9607ad req-2465d88d-aa2c-4320-82ac-4846cee0b5ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 1098 time: 0.0514097 Jul 08 03:06:00.225045 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae5173-0764-436b-871d-9a107e9607ad req-18b3a50b-f9c8-4a51-9e72-5e9a811ca455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:06:00.226516 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bfae5173-0764-436b-871d-9a107e9607ad req-18b3a50b-f9c8-4a51-9e72-5e9a811ca455 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 911 time: 0.0819147 Jul 08 03:06:00.293341 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bfae5173-0764-436b-871d-9a107e9607ad req-9512b489-1d4a-42e5-aec4-7de9d8bd0d2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad7ed14d-7730-48d0-a35a-9f08355492a9 HTTP/1.1" status: 200 len: 1001 time: 0.0609534 Jul 08 03:06:00.343741 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae5173-0764-436b-871d-9a107e9607ad req-9b93bd73-2b5f-4785-92ef-4131e13d2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:06:00.345129 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bfae5173-0764-436b-871d-9a107e9607ad req-9b93bd73-2b5f-4785-92ef-4131e13d2344 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.0427554 Jul 08 03:06:00.402169 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae5173-0764-436b-871d-9a107e9607ad req-ef8e5381-8542-440e-b776-ee08adecc4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:06:00.403741 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bfae5173-0764-436b-871d-9a107e9607ad req-ef8e5381-8542-440e-b776-ee08adecc4bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518184 Jul 08 03:06:00.414031 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [req-bfae5173-0764-436b-871d-9a107e9607ad req-ca87f0dc-7442-428d-beae-79db4dafe131 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 03:06:00.414956 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bfae5173-0764-436b-871d-9a107e9607ad req-ca87f0dc-7442-428d-beae-79db4dafe131 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050204 Jul 08 03:06:00.507282 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bfae5173-0764-436b-871d-9a107e9607ad req-1ea135d1-c788-43b5-944c-8d1c2297d48b service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851338 Jul 08 03:06:00.593809 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bfae5173-0764-436b-871d-9a107e9607ad req-012630eb-127c-4553-92d7-89b6cf0ca118 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800920 Jul 08 03:06:11.777330 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:06:12.260921 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-70a55b84-96bc-4ddc-985b-1f18e2837eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:14.723872 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-a87e1c36-405e-4a07-b336-0d39c07c7dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:14.795549 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:14.988975 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:16.233433 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:17.560201 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:42.260470 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-cf4f30f5-35da-4901-9a69-4ff663cc7e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:44.724660 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-41e81ecb-ab4e-4a09-8887-431059195002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:44.807895 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:44.990167 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:46.238908 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:47.563208 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:48.777804 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:07:02.155920 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ae14cc1-cd0e-4352-a932-f719e1d0d77d req-c0d5b7a7-32ce-4ba7-ae42-87e7775cd7bd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1843894 Jul 08 03:07:02.245983 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae14cc1-cd0e-4352-a932-f719e1d0d77d req-3cd86d04-126a-4beb-9c42-974d634834d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:02.247502 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ae14cc1-cd0e-4352-a932-f719e1d0d77d req-3cd86d04-126a-4beb-9c42-974d634834d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 1098 time: 0.0519526 Jul 08 03:07:02.350594 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae14cc1-cd0e-4352-a932-f719e1d0d77d req-daaf6fe5-d034-4045-a429-7d03ff08eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:02.352052 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ae14cc1-cd0e-4352-a932-f719e1d0d77d req-daaf6fe5-d034-4045-a429-7d03ff08eca6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 911 time: 0.0839262 Jul 08 03:07:02.420200 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ae14cc1-cd0e-4352-a932-f719e1d0d77d req-159407b8-c46d-4af5-9fa9-6469b7d54643 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad7ed14d-7730-48d0-a35a-9f08355492a9 HTTP/1.1" status: 200 len: 1001 time: 0.0617020 Jul 08 03:07:02.467627 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae14cc1-cd0e-4352-a932-f719e1d0d77d req-505ce6e5-60d3-4b6a-a9f3-a0db01b3e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:02.469061 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ae14cc1-cd0e-4352-a932-f719e1d0d77d req-505ce6e5-60d3-4b6a-a9f3-a0db01b3e3a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.0426757 Jul 08 03:07:02.525101 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae14cc1-cd0e-4352-a932-f719e1d0d77d req-e13dfb2b-272c-423a-86f4-611043265d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:02.526570 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ae14cc1-cd0e-4352-a932-f719e1d0d77d req-e13dfb2b-272c-423a-86f4-611043265d87 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503013 Jul 08 03:07:02.616165 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ae14cc1-cd0e-4352-a932-f719e1d0d77d req-0ca427d4-4868-4207-a98a-f1f6ba8af463 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830243 Jul 08 03:07:02.702336 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0ae14cc1-cd0e-4352-a932-f719e1d0d77d req-4c7bb35c-d997-46c4-8592-5b81ab78eb56 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793412 Jul 08 03:07:12.260505 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-346ee947-f5f0-4aa5-b352-ea49490e9c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:14.725769 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-819c9000-17c8-4861-b7b9-3e7d3bc550f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:14.806639 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:14.991294 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:16.236905 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:17.566563 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:25.777032 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:07:42.261063 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2c127d86-32bf-4b86-9e6c-c7be28cc72a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:44.725717 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-49832c6f-1818-42bc-aabd-feb1fec53c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:44.804514 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:44.992837 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:46.240572 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:47.599936 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:02.775884 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:08:03.024749 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e199937-04d9-495d-a8d9-8d59dadc6bd5 req-260fa6a5-4dd7-467f-b5aa-9f0e382b6e39 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519269 Jul 08 03:08:03.118283 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e199937-04d9-495d-a8d9-8d59dadc6bd5 req-15777b59-27ac-4d28-8c22-664de9b5e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:03.119750 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e199937-04d9-495d-a8d9-8d59dadc6bd5 req-15777b59-27ac-4d28-8c22-664de9b5e3f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 1098 time: 0.0544648 Jul 08 03:08:03.221260 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e199937-04d9-495d-a8d9-8d59dadc6bd5 req-64ecd9d2-8567-409e-b585-f77417024b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:03.222762 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e199937-04d9-495d-a8d9-8d59dadc6bd5 req-64ecd9d2-8567-409e-b585-f77417024b0d service neutron] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 911 time: 0.0830090 Jul 08 03:08:03.291365 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e199937-04d9-495d-a8d9-8d59dadc6bd5 req-77cbda45-bd35-4693-aaed-0741875ca368 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad7ed14d-7730-48d0-a35a-9f08355492a9 HTTP/1.1" status: 200 len: 1001 time: 0.0619318 Jul 08 03:08:03.340322 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e199937-04d9-495d-a8d9-8d59dadc6bd5 req-9a7b03a9-8c03-41e1-9946-21aba96a422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:03.341760 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e199937-04d9-495d-a8d9-8d59dadc6bd5 req-9a7b03a9-8c03-41e1-9946-21aba96a422b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.0446362 Jul 08 03:08:03.398560 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e199937-04d9-495d-a8d9-8d59dadc6bd5 req-b41e07b8-dc57-470f-82ea-4b92fb9ab48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:03.400044 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e199937-04d9-495d-a8d9-8d59dadc6bd5 req-b41e07b8-dc57-470f-82ea-4b92fb9ab48d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521624 Jul 08 03:08:03.490645 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e199937-04d9-495d-a8d9-8d59dadc6bd5 req-e30e4867-cc7c-4072-a648-4729aef7c713 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837595 Jul 08 03:08:03.576687 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e199937-04d9-495d-a8d9-8d59dadc6bd5 req-52b05b9d-1e9d-4692-b5e1-72b7fd39e3f6 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800917 Jul 08 03:08:12.268996 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-853c2faf-829f-419b-a071-8e7722330ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:14.725508 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-72a9220c-8510-420c-ab05-ef92c7e84707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:14.820192 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:14.992728 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:16.244732 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:17.574251 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:39.774892 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:08:42.261221 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1ec73707-70c8-4694-923b-37da265a956d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:44.725718 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-f0c96257-57cd-4fda-82b8-a03f76fa0171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:44.835027 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:44.993941 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:46.251568 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:47.577082 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:05.019186 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2d268814-0a93-4399-9aa1-27ca368ff21c req-dfa37a73-4f56-4500-933d-7b67cb027545 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512750 Jul 08 03:09:05.359058 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d268814-0a93-4399-9aa1-27ca368ff21c req-9c13f169-74ca-4ba5-b3e9-1a6358a03dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:05.360669 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2d268814-0a93-4399-9aa1-27ca368ff21c req-9c13f169-74ca-4ba5-b3e9-1a6358a03dc1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 1098 time: 0.2995360 Jul 08 03:09:05.462647 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d268814-0a93-4399-9aa1-27ca368ff21c req-9afd9cf1-e5f1-41dd-a8de-65fe60789aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:05.464125 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2d268814-0a93-4399-9aa1-27ca368ff21c req-9afd9cf1-e5f1-41dd-a8de-65fe60789aaf service neutron] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 911 time: 0.0831108 Jul 08 03:09:05.531165 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2d268814-0a93-4399-9aa1-27ca368ff21c req-f0d7ad3e-6e6a-4eaa-91f7-1b0e94360d01 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad7ed14d-7730-48d0-a35a-9f08355492a9 HTTP/1.1" status: 200 len: 1001 time: 0.0598195 Jul 08 03:09:05.577874 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d268814-0a93-4399-9aa1-27ca368ff21c req-0c6c51aa-f87e-4bcc-8096-3e973b2632cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:05.580301 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2d268814-0a93-4399-9aa1-27ca368ff21c req-0c6c51aa-f87e-4bcc-8096-3e973b2632cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.0426135 Jul 08 03:09:05.635457 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d268814-0a93-4399-9aa1-27ca368ff21c req-76807d82-ad74-47a2-8d14-fcea1e1ae0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:05.636875 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2d268814-0a93-4399-9aa1-27ca368ff21c req-76807d82-ad74-47a2-8d14-fcea1e1ae0c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503848 Jul 08 03:09:05.727893 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2d268814-0a93-4399-9aa1-27ca368ff21c req-fac8ca7d-f216-4f29-9eeb-3b7942d86525 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833690 Jul 08 03:09:05.817057 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2d268814-0a93-4399-9aa1-27ca368ff21c req-db853b4f-a243-4e6a-b568-bef5b0e5164c service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831404 Jul 08 03:09:12.261474 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1b23ea2d-313f-432b-a606-bffbee49c5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:14.725705 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-5feedf98-b290-4cd3-b89e-4863b481255f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:14.862813 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:14.994451 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:16.251054 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:16.773628 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:09:17.580098 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:40.059360 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 55930) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:09:40.195435 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:40.287053 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:40.290851 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:40.330689 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59304a8-95d0-4068-8f33-4c6f8a12114c,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:09:40.334403 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3bf19f1ace64f5cba3d3dbdb2e083e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739668 Jul 08 03:09:40.337149 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 55934) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:09:40.340175 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.340547 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.340872 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.341206 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.341535 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.341876 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.342224 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.342623 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.342950 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.343284 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.343605 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.343925 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f2ebb-f930-4a3c-b31d-a67ef442692e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.387986 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:40.408734 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:40.454827 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:40.457402 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:40.458570 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d59304a8-95d0-4068-8f33-4c6f8a12114c HTTP/1.1" status: 204 len: 168 time: 0.1204422 Jul 08 03:09:40.466117 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59304a8-95d0-4068-8f33-4c6f8a12114c,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:09:40.473841 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.474215 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.474553 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.474914 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.475245 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.475575 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.475898 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.476218 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.476541 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.476860 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.477176 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:40.477491 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12f3c8-400f-42bf-8230-35ca61cb83ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:42.260802 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-5fa6f9d2-a220-42f5-a2f2-dcaf40bc15ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:44.726248 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bb4895ce-cf1d-456c-b46b-f54b68df3674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:44.892273 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:44.995919 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:46.253515 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:47.604904 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:53.772985 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:10:06.019101 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-55ebc11e-fbea-422c-9d57-d7542a60dee1 req-768249dd-faf1-4e1f-be53-ed81fd31d1b2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531681 Jul 08 03:10:06.110916 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebc11e-fbea-422c-9d57-d7542a60dee1 req-2ef5256d-0ba8-41ef-8f9b-ca4b024cc59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:06.112375 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-55ebc11e-fbea-422c-9d57-d7542a60dee1 req-2ef5256d-0ba8-41ef-8f9b-ca4b024cc59d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad8a62e9648491bbcf58e246b30188f&device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 1098 time: 0.0505784 Jul 08 03:10:06.215447 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebc11e-fbea-422c-9d57-d7542a60dee1 req-46afb639-3df1-4cf6-9fc8-73f2e9ddb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:06.217564 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-55ebc11e-fbea-422c-9d57-d7542a60dee1 req-46afb639-3df1-4cf6-9fc8-73f2e9ddb89b service neutron] 10.222.0.54 "GET /v2.0/networks?id=67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 200 len: 911 time: 0.0863020 Jul 08 03:10:06.283143 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-55ebc11e-fbea-422c-9d57-d7542a60dee1 req-b639e6d4-34b2-424a-9718-d73ea8a55e8a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad7ed14d-7730-48d0-a35a-9f08355492a9 HTTP/1.1" status: 200 len: 1001 time: 0.0587418 Jul 08 03:10:06.329904 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebc11e-fbea-422c-9d57-d7542a60dee1 req-78881aae-2d07-4d7c-aa38-f717111cd0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:06.331310 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-55ebc11e-fbea-422c-9d57-d7542a60dee1 req-78881aae-2d07-4d7c-aa38-f717111cd0b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 200 len: 849 time: 0.0424538 Jul 08 03:10:06.390413 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebc11e-fbea-422c-9d57-d7542a60dee1 req-aab04914-9bba-4aea-8deb-7a66700ad569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:06.392158 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-55ebc11e-fbea-422c-9d57-d7542a60dee1 req-aab04914-9bba-4aea-8deb-7a66700ad569 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67dacccd-098a-4f2d-86be-1f0fd583c496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546961 Jul 08 03:10:06.478371 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-55ebc11e-fbea-422c-9d57-d7542a60dee1 req-9c993011-98fe-4207-b7f0-9672c53e3ef9 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792124 Jul 08 03:10:06.568438 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-55ebc11e-fbea-422c-9d57-d7542a60dee1 req-3c6903dc-3657-415c-9821-6638a6abb832 service neutron] 10.222.0.54 "GET /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837264 Jul 08 03:10:12.260061 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-de971beb-a596-4150-b80e-45a13869355d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:14.726812 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-e9f01008-bacf-427e-af67-3cd4e7d4ac71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:14.906808 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:14.995628 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:16.256963 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:17.590206 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:29.489723 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95e674-7289-48d9-963f-f86f6dc8f2a9 req-9a010b43-6776-408d-baa9-69713b2de1c0 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:29.491236 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1c95e674-7289-48d9-963f-f86f6dc8f2a9 req-9a010b43-6776-408d-baa9-69713b2de1c0 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 945 time: 0.2371893 Jul 08 03:10:29.527993 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1c95e674-7289-48d9-963f-f86f6dc8f2a9 req-6deb9bd2-61d7-4b1c-a906-ac0473881530 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups?id=a662d474-faa9-468e-949b-db6f9429c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313098 Jul 08 03:10:29.635919 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e533fe2-96f2-4066-ae11-573009293360 req-9758247b-af17-4abd-8e99-73c3fbf79587 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:29.637324 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6e533fe2-96f2-4066-ae11-573009293360 req-9758247b-af17-4abd-8e99-73c3fbf79587 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.54 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 945 time: 0.0603096 Jul 08 03:10:29.738228 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-6e533fe2-96f2-4066-ae11-573009293360 req-f09040c2-23b1-4a59-add6-8899b16f440a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Deleting port ad7ed14d-7730-48d0-a35a-9f08355492a9 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:10:29.738493 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-6e533fe2-96f2-4066-ae11-573009293360 req-f09040c2-23b1-4a59-add6-8899b16f440a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:29.822868 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-6e533fe2-96f2-4066-ae11-573009293360 req-f09040c2-23b1-4a59-add6-8899b16f440a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] For port ad7ed14d-7730-48d0-a35a-9f08355492a9, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=ad7ed14d-7730-48d0-a35a-9f08355492a9,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:10:29.823229 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-6e533fe2-96f2-4066-ae11-573009293360 req-f09040c2-23b1-4a59-add6-8899b16f440a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:29.994752 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-6e533fe2-96f2-4066-ae11-573009293360 req-f09040c2-23b1-4a59-add6-8899b16f440a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:29.995126 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-6e533fe2-96f2-4066-ae11-573009293360 req-f09040c2-23b1-4a59-add6-8899b16f440a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:29.995445 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.l3_db [req-6e533fe2-96f2-4066-ae11-573009293360 req-f09040c2-23b1-4a59-add6-8899b16f440a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Floating IP daf68781-eb74-4f69-95f2-b33f80eed2d3 disassociated. External IP: 172.27.1.201, port: ad7ed14d-7730-48d0-a35a-9f08355492a9. Jul 08 03:10:29.995840 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-6e533fe2-96f2-4066-ae11-573009293360 req-f09040c2-23b1-4a59-add6-8899b16f440a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Calling delete_port for ad7ed14d-7730-48d0-a35a-9f08355492a9 owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:10:30.122808 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-6e533fe2-96f2-4066-ae11-573009293360 req-f09040c2-23b1-4a59-add6-8899b16f440a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:30.155081 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09040c2-23b1-4a59-add6-8899b16f440a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event deleted for resources: {'Port': ['ID=ad7ed14d-7730-48d0-a35a-9f08355492a9,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:10:30.265753 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e533fe2-96f2-4066-ae11-573009293360 req-f09040c2-23b1-4a59-add6-8899b16f440a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Router e4b7857b-45c3-436c-8bf0-1c0488f7795a has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:10:30.373047 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e533fe2-96f2-4066-ae11-573009293360 req-f09040c2-23b1-4a59-add6-8899b16f440a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:10:30.384470 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbe2582-65bd-43be-949a-460f7115dc28 None None] Sync routers for ids ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:10:30.393963 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbe2582-65bd-43be-949a-460f7115dc28 None None] Routers {'e4b7857b-45c3-436c-8bf0-1c0488f7795a'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:10:30.394580 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-5bbe2582-65bd-43be-949a-460f7115dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:10:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:10:30.425104 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e533fe2-96f2-4066-ae11-573009293360 req-f09040c2-23b1-4a59-add6-8899b16f440a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] No DVR routers for this DVR port ad7ed14d-7730-48d0-a35a-9f08355492a9 on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:10:30.427600 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-6e533fe2-96f2-4066-ae11-573009293360 req-f09040c2-23b1-4a59-add6-8899b16f440a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:30.429576 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6e533fe2-96f2-4066-ae11-573009293360 req-f09040c2-23b1-4a59-add6-8899b16f440a tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.54 "DELETE /v2.0/ports/ad7ed14d-7730-48d0-a35a-9f08355492a9 HTTP/1.1" status: 204 len: 173 time: 0.7861111 Jul 08 03:10:30.430042 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412c4a23-d560-40b7-9e70-166f1882fa33', 'name': 'network-vif-deleted', 'tag': 'ad7ed14d-7730-48d0-a35a-9f08355492a9'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:10:30.432281 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c91d3b3-1ad0-4b8c-a766-a9499efee4bf" -d '{"events": [{"server_uuid": "412c4a23-d560-40b7-9e70-166f1882fa33", "name": "network-vif-deleted", "tag": "ad7ed14d-7730-48d0-a35a-9f08355492a9"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:10:30.513977 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-5bbe2582-65bd-43be-949a-460f7115dc28 None None] Set router e4b7857b-45c3-436c-8bf0-1c0488f7795a gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:10:30.559757 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99091a20-c174-47dc-8d80-0cf8c1d85a77 x-openstack-request-id: req-99091a20-c174-47dc-8d80-0cf8c1d85a77 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:10:30.560266 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412c4a23-d560-40b7-9e70-166f1882fa33", "name": "network-vif-deleted", "tag": "ad7ed14d-7730-48d0-a35a-9f08355492a9", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:10:30.560380 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99091a20-c174-47dc-8d80-0cf8c1d85a77 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:10:30.560699 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412c4a23-d560-40b7-9e70-166f1882fa33', 'name': 'network-vif-deleted', 'tag': 'ad7ed14d-7730-48d0-a35a-9f08355492a9', 'status': 'completed', 'code': 200} Jul 08 03:10:30.715301 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2fc643f7-a57b-4e12-8ca2-7c0644c4fdc8 req-90256b7e-56ab-4668-bc9b-450936d5b3f8 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/ports?device_id=412c4a23-d560-40b7-9e70-166f1882fa33 HTTP/1.1" status: 200 len: 210 time: 0.0349920 Jul 08 03:10:30.772561 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:10:30.784074 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-5bbe2582-65bd-43be-949a-460f7115dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '5989de48-df84-4433-8b93-b22c2213dc3c', 'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'mac_address': 'fa:16:3e:ec:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:25Z', 'updated_at': '2021-07-08T02:45:39Z', 'revision_number': 5, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'subnets': [{'id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:10:30.809788 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbe2582-65bd-43be-949a-460f7115dc28 None None] Checking router: e4b7857b-45c3-436c-8bf0-1c0488f7795a for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:10:30.818705 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbe2582-65bd-43be-949a-460f7115dc28 None None] Routers {'e4b7857b-45c3-436c-8bf0-1c0488f7795a'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:10:30.819297 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-5bbe2582-65bd-43be-949a-460f7115dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:10:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:10:30.925580 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-5bbe2582-65bd-43be-949a-460f7115dc28 None None] Set router e4b7857b-45c3-436c-8bf0-1c0488f7795a gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:10:31.129797 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-5bbe2582-65bd-43be-949a-460f7115dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '5989de48-df84-4433-8b93-b22c2213dc3c', 'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'mac_address': 'fa:16:3e:ec:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:25Z', 'updated_at': '2021-07-08T02:45:39Z', 'revision_number': 5, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'subnets': [{'id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:10:31.160649 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbe2582-65bd-43be-949a-460f7115dc28 None None] The sync data for ids ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'] in dv-cinder-789077-2-iscsi is: [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '5989de48-df84-4433-8b93-b22c2213dc3c', 'name': '', 'network_id': '67dacccd-098a-4f2d-86be-1f0fd583c496', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'mac_address': 'fa:16:3e:ec:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:25Z', 'updated_at': '2021-07-08T02:45:39Z', 'revision_number': 5, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'subnets': [{'id': 'e56f5519-5eb6-4f51-b41a-380a56c3c336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:10:31.366510 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f072fa-4e29-4ac4-8fff-912c5cbb5622 None None] New status for floating IP daf68781-eb74-4f69-95f2-b33f80eed2d3: DOWN {{(pid=104848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:10:32.736865 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device ad7ed14d-7730-48d0-a35a-9f08355492a9 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:10:32.756865 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: ad7ed14d-7730-48d0-a35a-9f08355492a9 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:10:32.757210 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device ad7ed14d-7730-48d0-a35a-9f08355492a9 not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:10:32.976651 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 56382) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:10:33.032801 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-605708ea-d0ee-408e-9720-9033b367aa1f tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:33.055642 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-605708ea-d0ee-408e-9720-9033b367aa1f tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:33.104285 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-605708ea-d0ee-408e-9720-9033b367aa1f tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:33.106941 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-605708ea-d0ee-408e-9720-9033b367aa1f tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:33.108096 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-605708ea-d0ee-408e-9720-9033b367aa1f tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "DELETE /v2.0/security-groups/a662d474-faa9-468e-949b-db6f9429c08b HTTP/1.1" status: 204 len: 168 time: 0.1304152 Jul 08 03:10:33.111091 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 56386) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:10:33.116931 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605708ea-d0ee-408e-9720-9033b367aa1f tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a662d474-faa9-468e-949b-db6f9429c08b,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:10:33.127641 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.api.v2.resource [None req-bc94e576-0cf4-42b6-bb36-3b6b9a605a02 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] show failed (client error): The resource could not be found. Jul 08 03:10:33.128654 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-bc94e576-0cf4-42b6-bb36-3b6b9a605a02 tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "GET /v2.0/security-groups/a662d474-faa9-468e-949b-db6f9429c08b HTTP/1.1" status: 404 len: 347 time: 0.0165522 Jul 08 03:10:33.131616 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 56388) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:10:33.251359 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-134cbf86-59ce-4292-b203-69bdd1eb508c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Deleting port da77aab8-f30a-4035-978a-1e939e0bee85 {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:10:33.251702 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-134cbf86-59ce-4292-b203-69bdd1eb508c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:33.323217 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-134cbf86-59ce-4292-b203-69bdd1eb508c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:33.323544 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-134cbf86-59ce-4292-b203-69bdd1eb508c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:33.335372 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-134cbf86-59ce-4292-b203-69bdd1eb508c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Calling delete_port for da77aab8-f30a-4035-978a-1e939e0bee85 owned by network:floatingip {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:10:33.464662 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-134cbf86-59ce-4292-b203-69bdd1eb508c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:33.490452 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cbf86-59ce-4292-b203-69bdd1eb508c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Pushing event deleted for resources: {'Port': ['ID=da77aab8-f30a-4035-978a-1e939e0bee85,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:10:33.554808 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-134cbf86-59ce-4292-b203-69bdd1eb508c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks [] for floatingip, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:33.557457 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-134cbf86-59ce-4292-b203-69bdd1eb508c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:33.558665 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-134cbf86-59ce-4292-b203-69bdd1eb508c tempest-AttachVolumeTestJSON-681594907 tempest-AttachVolumeTestJSON-681594907-project] 10.222.0.21 "DELETE /v2.0/floatingips/daf68781-eb74-4f69-95f2-b33f80eed2d3 HTTP/1.1" status: 204 len: 168 time: 0.4261024 Jul 08 03:10:42.259845 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-dc9637c4-a21c-4996-b350-14af3e2893ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:44.727024 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-c5365dcd-d452-4b9b-a263-78ed79e9fd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:44.904610 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:44.995855 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:46.258872 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:47.591674 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:07.771388 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:11:12.260216 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-76e8f26a-93fc-487f-b8d0-4b67ffdeac96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:14.728111 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-7b77e079-85d1-40bd-b119-3bd4711dce5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:14.903239 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:14.995401 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:16.267317 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:17.594303 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:42.260482 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-cfd2d2c0-f075-4ea3-be89-799e34968e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:44.731239 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-7782d448-a608-4b39-a5b6-2f2f7fededa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:44.770706 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:11:44.917005 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:44.994874 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:46.265550 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:47.609584 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:12.261625 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-23e83986-0dd0-402b-84af-a49e6849f341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:14.731781 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-52051c6c-a6fb-4cb5-a86d-ef0288a73b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:14.930693 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:14.996241 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:16.267956 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:17.601950 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:21.769598 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:12:42.262904 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-aa5116d0-3c2b-4b4b-a7ec-74ce088a4343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:44.735085 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-7a99ced9-5587-40fe-8389-f547f5428d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:44.943799 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:44.996257 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:46.270111 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:47.604605 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:58.769405 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:13:12.263575 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-a9c00548-1e84-44ec-8c7a-58a29c7aab8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:14.736295 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf222d94-dd67-4626-aede-9acd39d4cfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:14.945145 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:14.996779 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:16.276222 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:17.607023 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:35.768428 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:13:42.267775 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-e3985557-c6dd-4063-a88c-aae676fef35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:44.735463 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-77bed0ec-1f9f-4861-8893-ca27869105dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:44.956357 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:44.997185 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:46.277785 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:47.614163 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:12.268165 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-a3c89283-9950-4a59-9da7-1b9a74198b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:12.766793 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:14:14.735882 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-45c5b204-46ea-40dc-b152-c903644ec2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:14.988125 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:14.997265 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:16.279688 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:17.613547 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:42.269519 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-0e78621f-87ad-4743-a7a5-73b2ce9da631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:44.735931 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-e41f96be-c703-424d-bb74-e8078be91d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:44.989147 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:44.999583 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:46.281480 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:47.618609 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:49.765697 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:15:12.277193 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-b3acd834-b8a2-4139-b3c4-873887327d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.736440 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-f72c6045-8843-4de1-b2d1-87d563a0d6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.982787 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.998447 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:16.285708 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:17.620323 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.764637 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:15:42.279158 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-cfc6a393-bce7-46a9-819d-2099812c71cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:44.738435 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-5d7f99c0-bd52-4fff-8962-8ea648edae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:45.003278 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:45.004324 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:46.287930 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:47.625994 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:03.762739 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:16:12.280392 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-f453f1e7-6ea2-455e-a687-b6a14078a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:14.739211 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-899ffbcd-e76e-4b83-b655-8213b0cd213b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:14.980721 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:14.994450 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:16.292170 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:17.625332 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:40.762048 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:16:42.280872 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-0278a7e0-8a3f-431e-86b0-d9c2978b29f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:44.738996 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-06e77aec-3675-4a06-bdd3-465b5a46b942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:45.003238 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:45.005473 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:46.295738 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:47.627856 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:48.590416 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 59450) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:16:49.017798 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16290618'] for router_interface, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:49.272800 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Deleting port 99528089-392b-4aa7-b3e8-e9a0d0aa9675 {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:16:49.273143 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:49.350793 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] For port 99528089-392b-4aa7-b3e8-e9a0d0aa9675, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=99528089-392b-4aa7-b3e8-e9a0d0aa9675,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:16:49.351168 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:49.364525 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Calling delete_port for 99528089-392b-4aa7-b3e8-e9a0d0aa9675 owned by network:router_interface {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:16:49.540924 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:49.572217 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Pushing event deleted for resources: {'Port': ['ID=99528089-392b-4aa7-b3e8-e9a0d0aa9675,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:16:49.596058 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:49.596721 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:49.596721 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:49.597039 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:49.597362 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:49.597683 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:49.598034 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:49.598356 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:49.598673 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:49.598988 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:49.599298 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:49.599607 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:49.735627 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16290812'] for router_interface, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:49.962326 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Router bc321ce1-601b-4964-822e-6e45e5fd18f0 has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:16:50.065348 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:16:50.071663 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-0945858a-a654-4a55-b314-62162f20b587 admin admin] 10.222.0.21 "PUT /v2.0/routers/bc321ce1-601b-4964-822e-6e45e5fd18f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4802051 Jul 08 03:16:50.072838 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 59464) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:16:50.073843 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2fcad9-311d-4f4f-8c8d-e9be2eecf011 None None] Sync routers for ids ['bc321ce1-601b-4964-822e-6e45e5fd18f0'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:16:50.083589 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2fcad9-311d-4f4f-8c8d-e9be2eecf011 None None] Routers {'bc321ce1-601b-4964-822e-6e45e5fd18f0'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:16:50.084207 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-da2fcad9-311d-4f4f-8c8d-e9be2eecf011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:16:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['bc321ce1-601b-4964-822e-6e45e5fd18f0'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:16:50.196164 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-da2fcad9-311d-4f4f-8c8d-e9be2eecf011 None None] Set router bc321ce1-601b-4964-822e-6e45e5fd18f0 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:16:50.388396 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-da2fcad9-311d-4f4f-8c8d-e9be2eecf011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T03:16:49Z', 'revision_number': 5, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:16:50.408608 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] Notify callbacks [] for router, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:50.414129 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2fcad9-311d-4f4f-8c8d-e9be2eecf011 None None] Checking router: bc321ce1-601b-4964-822e-6e45e5fd18f0 for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:16:50.422406 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2fcad9-311d-4f4f-8c8d-e9be2eecf011 None None] Routers {'bc321ce1-601b-4964-822e-6e45e5fd18f0'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:16:50.423012 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-da2fcad9-311d-4f4f-8c8d-e9be2eecf011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:16:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['bc321ce1-601b-4964-822e-6e45e5fd18f0'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:16:50.509547 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:50.526524 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-da2fcad9-311d-4f4f-8c8d-e9be2eecf011 None None] Set router bc321ce1-601b-4964-822e-6e45e5fd18f0 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:16:50.560925 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] Deleting port e63f2208-a841-48e8-81e4-c00d987c074a {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:16:50.561430 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:50.641978 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] For port e63f2208-a841-48e8-81e4-c00d987c074a, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=e63f2208-a841-48e8-81e4-c00d987c074a,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:16:50.642661 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:50.654927 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] Calling delete_port for e63f2208-a841-48e8-81e4-c00d987c074a owned by network:router_gateway {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:16:50.702973 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-da2fcad9-311d-4f4f-8c8d-e9be2eecf011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T03:16:49Z', 'revision_number': 5, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:16:50.732591 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2fcad9-311d-4f4f-8c8d-e9be2eecf011 None None] The sync data for ids ['bc321ce1-601b-4964-822e-6e45e5fd18f0'] in dv-cinder-789077-2-iscsi is: [{'id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'name': 'tempest-AttachVolumeShelveTestJSON-211504200-router', 'tenant_id': '3bf146c7263348b19beed67f69227864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:20Z', 'updated_at': '2021-07-08T03:16:49Z', 'revision_number': 5, 'project_id': '3bf146c7263348b19beed67f69227864', 'gw_port': {'id': 'e63f2208-a841-48e8-81e4-c00d987c074a', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc321ce1-601b-4964-822e-6e45e5fd18f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:22Z', 'updated_at': '2021-07-08T02:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:16:50.821140 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:50.847119 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=e63f2208-a841-48e8-81e4-c00d987c074a,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:16:50.905453 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515319'] for router_gateway, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:50.991444 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16287011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14632'] for router, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:50.993479 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.039201 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16284051'] for router, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.039744 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc321ce1-601b-4964-822e-6e45e5fd18f0 {{(pid=104846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 03:16:51.045052 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] Notify callbacks [] for router, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.046210 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-bdec1b74-0f9c-49bd-a7cc-a28245a93ebd admin admin] 10.222.0.21 "DELETE /v2.0/routers/bc321ce1-601b-4964-822e-6e45e5fd18f0 HTTP/1.1" status: 204 len: 168 time: 0.9724128 Jul 08 03:16:51.048705 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 59472) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:16:51.101445 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89e819a-0a79-4c1f-bd47-f43feb28aaf8 admin admin] Deleting subnet d8cf243d-2400-43e3-a620-04f0df041e5e {{(pid=104846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 03:16:51.104793 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d89e819a-0a79-4c1f-bd47-f43feb28aaf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.148626 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d89e819a-0a79-4c1f-bd47-f43feb28aaf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126166736'] for subnet, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.190762 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 99528089-392b-4aa7-b3e8-e9a0d0aa9675 no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:16:51.211762 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: 99528089-392b-4aa7-b3e8-e9a0d0aa9675 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:16:51.212237 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 99528089-392b-4aa7-b3e8-e9a0d0aa9675 not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:16:51.243464 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d89e819a-0a79-4c1f-bd47-f43feb28aaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.305834 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d89e819a-0a79-4c1f-bd47-f43feb28aaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126165878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126201838'] for subnet, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.329418 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e819a-0a79-4c1f-bd47-f43feb28aaf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8cf243d-2400-43e3-a620-04f0df041e5e,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:16:51.335364 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-d89e819a-0a79-4c1f-bd47-f43feb28aaf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.337254 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-d89e819a-0a79-4c1f-bd47-f43feb28aaf8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d8cf243d-2400-43e3-a620-04f0df041e5e HTTP/1.1" status: 204 len: 168 time: 0.2875998 Jul 08 03:16:51.339767 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 59478) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:16:51.347825 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767fcbef-24f7-4abe-aded-62d339b10307 None None] Network 06c852e3-976b-48a1-a484-4e900038f3c5 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:16:51.414056 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.475416 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] Deleting port 22b81a22-0232-4e56-bf09-ca012369daee {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:16:51.475843 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.537238 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] For port 22b81a22-0232-4e56-bf09-ca012369daee, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=22b81a22-0232-4e56-bf09-ca012369daee,segment=NetworkSegment(7ed55e68-1302-4b8b-a0c5-65057ff94a70),segment_id=7ed55e68-1302-4b8b-a0c5-65057ff94a70)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:16:51.537533 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.550105 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] Calling delete_port for 22b81a22-0232-4e56-bf09-ca012369daee owned by network:dhcp {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:16:51.632127 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.656561 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] Pushing event deleted for resources: {'Port': ['ID=22b81a22-0232-4e56-bf09-ca012369daee,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:16:51.659993 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] No DVR routers for this DVR port 22b81a22-0232-4e56-bf09-ca012369daee on host dv-cinder-789077-2-iscsi {{(pid=104846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:16:51.726978 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.736785 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c852e3-976b-48a1-a484-4e900038f3c5']}} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:16:51.750322 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed55e68-1302-4b8b-a0c5-65057ff94a70') {'for_net_delete': True} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:16:51.750617 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed55e68-1302-4b8b-a0c5-65057ff94a70') {} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:16:51.759212 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126166745'] for segment, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.772864 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.779334 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 03:16:51.779764 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126165969'] for segment, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: Traceback (most recent call last): Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: timer() Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: cb(*args, **kw) Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: return func(*args, **kwargs) Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: self._notify() Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: self.callback(batched_events) Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: event.method(event) Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: return f(self, *a, **k) Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._get(url).json() Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: return self.request(url, 'GET', **kwargs) Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 03:16:51.781512 dv-cinder-789077-2-iscsi neutron-server[104846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 03:16:51.797562 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37cd6be-fb5a-4941-be59-8144080649c2 None None] DHCP port deletion for 06c852e3-976b-48a1-a484-4e900038f3c5 request from dv-cinder-789077-2-iscsi {{(pid=104847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 03:16:51.837558 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.843786 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.845617 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] 10.222.0.21 "DELETE /v2.0/networks/06c852e3-976b-48a1-a484-4e900038f3c5 HTTP/1.1" status: 204 len: 168 time: 0.5049107 Jul 08 03:16:51.856135 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218260c8-5d8f-495c-96ba-2d18b261e83b admin admin] Pushing event deleted for resources: {'Network': ['ID=06c852e3-976b-48a1-a484-4e900038f3c5,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:16:51.955973 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 59482) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:16:51.995846 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-75f668fa-c029-4af5-ad79-91b79f1a11e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bf146c7263348b19beed67f69227864&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386429 Jul 08 03:16:51.998223 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 59484) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:16:52.045951 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-255b07e9-2a07-4a48-9aac-3f1e3271b2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:52.070676 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-255b07e9-2a07-4a48-9aac-3f1e3271b2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:52.115165 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-255b07e9-2a07-4a48-9aac-3f1e3271b2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:52.117796 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-255b07e9-2a07-4a48-9aac-3f1e3271b2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:52.118953 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-255b07e9-2a07-4a48-9aac-3f1e3271b2bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0405aa9-4509-452b-8f4e-0ac5e0ef6d0f HTTP/1.1" status: 204 len: 168 time: 0.1198251 Jul 08 03:16:52.126805 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b07e9-2a07-4a48-9aac-3f1e3271b2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0405aa9-4509-452b-8f4e-0ac5e0ef6d0f,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:16:52.922438 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device e63f2208-a841-48e8-81e4-c00d987c074a no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:16:52.942466 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: e63f2208-a841-48e8-81e4-c00d987c074a {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:16:52.942882 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device e63f2208-a841-48e8-81e4-c00d987c074a not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:16:52.943381 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 22b81a22-0232-4e56-bf09-ca012369daee no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:16:52.962106 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: 22b81a22-0232-4e56-bf09-ca012369daee {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:16:52.962454 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 22b81a22-0232-4e56-bf09-ca012369daee not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:16:53.545049 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 59536) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:16:53.643365 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:53.733352 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:53.736976 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:53.774754 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49effab3f92a42cc8f4dbef77aa02e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286234 Jul 08 03:16:53.776678 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39e98d2-d5ee-46f3-97df-d98d98f01aff,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:16:53.777396 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 59542) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:16:53.784164 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:53.784515 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:53.784852 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:53.785185 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:53.785515 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:53.785842 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:53.786190 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:53.786517 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:53.786840 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:53.787160 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:53.787480 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:53.787797 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828e80da-4ca6-475c-9e49-88b17aead9d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:16:53.826747 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e798fb1d-1e15-4dce-8cdf-73703d6a574e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:53.847246 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e798fb1d-1e15-4dce-8cdf-73703d6a574e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:53.894321 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e798fb1d-1e15-4dce-8cdf-73703d6a574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:53.896856 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e798fb1d-1e15-4dce-8cdf-73703d6a574e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:53.898010 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-e798fb1d-1e15-4dce-8cdf-73703d6a574e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f39e98d2-d5ee-46f3-97df-d98d98f01aff HTTP/1.1" status: 204 len: 168 time: 0.1195025 Jul 08 03:16:53.905675 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798fb1d-1e15-4dce-8cdf-73703d6a574e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39e98d2-d5ee-46f3-97df-d98d98f01aff,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:16:54.150929 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 59548) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:16:54.164842 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4ce15ac2-49b9-4000-8117-289d19787e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:54.254292 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4ce15ac2-49b9-4000-8117-289d19787e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:54.258171 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4ce15ac2-49b9-4000-8117-289d19787e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:54.296266 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-4ce15ac2-49b9-4000-8117-289d19787e5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=faab2896a1db4570a460f6ddbad376c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442323 Jul 08 03:16:54.298102 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce15ac2-49b9-4000-8117-289d19787e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9759cad3-f8f4-41af-9b5e-e6b4e103ec8f,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:16:54.299162 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 59552) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:16:54.347429 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2d92e3d9-5a75-4376-a4fd-2328217ef85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:54.369239 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2d92e3d9-5a75-4376-a4fd-2328217ef85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:54.419236 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2d92e3d9-5a75-4376-a4fd-2328217ef85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:54.421789 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2d92e3d9-5a75-4376-a4fd-2328217ef85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:54.425743 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-2d92e3d9-5a75-4376-a4fd-2328217ef85a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9759cad3-f8f4-41af-9b5e-e6b4e103ec8f HTTP/1.1" status: 204 len: 168 time: 0.1255457 Jul 08 03:16:54.433522 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92e3d9-5a75-4376-a4fd-2328217ef85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9759cad3-f8f4-41af-9b5e-e6b4e103ec8f,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:17:12.281756 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-5fe82144-5524-404a-9f5f-dc1620ed8ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:14.740731 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-89d323a3-7c86-4b3e-b898-96ebcfe433fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:14.999815 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:15.008236 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:16.306837 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:17.630984 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:17.760756 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:17:42.283765 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-ad1f88df-d48a-4e9c-92c7-d109a2be57a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:44.741304 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-b992c8ea-e830-4de3-b7a0-e6306b7fdd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:44.990041 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:45.004600 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:46.298774 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:47.642464 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:54.759104 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:18:12.281255 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-56549eaf-36e1-4d85-b784-0fd59359b2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:14.741404 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-be0a31f7-8b9b-412c-b26f-2305ed821fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:14.996504 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:15.003236 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:16.311805 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:17.638993 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:31.757478 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:18:42.281976 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-4ce27237-0869-482f-8907-e103c6ee30f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:44.740497 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-e578f723-d7c2-4f1d-991e-045891c3d18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:44.987569 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:45.007121 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:46.305747 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:47.641296 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:08.756161 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:19:12.283407 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-ddcebcf6-cd72-4d45-9bed-cfdc3276005d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:14.741305 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-f9f5447f-1951-4083-80fa-6bc14e27083b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:14.997943 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:15.002757 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:16.307322 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:17.643564 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:42.284400 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-be9979fe-852a-4c85-b426-0eb28488eff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:44.741370 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-5ba0532d-7d1a-44ae-9557-7f77bd19db63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:44.998096 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:45.003852 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:45.755041 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:19:46.311910 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:47.656607 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:12.284896 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-21555a4a-0bc5-45fb-b858-2559f5ea09d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:14.741554 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-42f6cb3f-8ef1-4a5d-836d-c4bbfa6afebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:14.988957 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:15.016630 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:16.313580 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:17.650622 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.755182 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:20:30.961151 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [req-80f2c955-d9b2-4ca8-8786-4fa3f72b04cc req-9d496f53-874b-40ac-9cee-53fb931463b7 tempest-TestMinimumBasicScenario-1552847075 tempest-TestMinimumBasicScenario-1552847075-project] (104845) timed out ('10.222.0.21', 36878) {{(pid=104845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 03:20:42.285050 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-e175a43f-53c9-4a70-9032-0255eb25f874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:44.745595 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-71f01772-97db-4b47-8eb4-fe5eb68a914c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:44.989193 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:45.026065 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:46.047296 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 33768) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:46.176167 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:46.264274 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:46.269676 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:46.310992 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b4b965fa3fb45fd8d91e1fe3629b558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626050 Jul 08 03:20:46.312215 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424cd41b-9ff3-4d94-b8be-0d1d0b5c84e7,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:46.314201 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 33776) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:46.318151 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:46.325672 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:46.326054 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:46.326397 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:46.326734 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:46.327069 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:46.328081 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:46.328546 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:46.328975 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:46.329318 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:46.329652 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:46.330014 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:46.330342 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a3a84-7657-46ac-b7b4-59ef473465e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:46.376855 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ca43b2a3-6813-426a-99ce-9d8c6e6f82ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:46.398314 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ca43b2a3-6813-426a-99ce-9d8c6e6f82ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:46.449662 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ca43b2a3-6813-426a-99ce-9d8c6e6f82ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:46.452167 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ca43b2a3-6813-426a-99ce-9d8c6e6f82ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:46.453954 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-ca43b2a3-6813-426a-99ce-9d8c6e6f82ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/424cd41b-9ff3-4d94-b8be-0d1d0b5c84e7 HTTP/1.1" status: 204 len: 168 time: 0.1387331 Jul 08 03:20:46.461330 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43b2a3-6813-426a-99ce-9d8c6e6f82ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424cd41b-9ff3-4d94-b8be-0d1d0b5c84e7,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:47.651698 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:48.809275 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 33882) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:48.865148 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 33892) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:48.897604 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-78cef698-3587-4586-af40-2501a5e499d8 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=147b31f9d61947cdb6ffcde3c6dec60a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306900 Jul 08 03:20:48.977822 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2e191e3b-d0fa-4edd-b94e-2f8534d50afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:49.116792 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-40412fa3-e307-438d-98de-2a5eb3ac96ba tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:49.118199 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-40412fa3-e307-438d-98de-2a5eb3ac96ba tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155168 Jul 08 03:20:49.142709 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-9945cdf2-e0fd-4ead-9fa0-80d1d0423e2e tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/quotas/147b31f9d61947cdb6ffcde3c6dec60a HTTP/1.1" status: 200 len: 375 time: 0.0164688 Jul 08 03:20:49.182054 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-3de1c4ac-4ec7-40e9-8086-44591a7e72cb tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=147b31f9d61947cdb6ffcde3c6dec60a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328128 Jul 08 03:20:49.205638 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2e191e3b-d0fa-4edd-b94e-2f8534d50afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:49.210156 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2e191e3b-d0fa-4edd-b94e-2f8534d50afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:49.252908 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 33900) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:49.258740 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-2e191e3b-d0fa-4edd-b94e-2f8534d50afb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e02cfaf13aa4f989ffb0e3183dc09ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4478459 Jul 08 03:20:49.260299 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e191e3b-d0fa-4edd-b94e-2f8534d50afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b20884-5e20-46b5-ba7b-f36cda0aa1d4,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:49.333142 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:49.356397 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:49.408172 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:49.411287 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:49.413199 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5b20884-5e20-46b5-ba7b-f36cda0aa1d4 HTTP/1.1" status: 204 len: 168 time: 0.1592224 Jul 08 03:20:49.423807 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b20884-5e20-46b5-ba7b-f36cda0aa1d4,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:49.431816 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:49.432419 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:49.432850 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:49.433327 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:49.433934 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:49.434511 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:49.435038 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:49.435596 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:49.436135 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:49.436671 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:49.437245 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:49.437843 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21950568-f739-4c56-9bc9-b6e38787d163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:49.500427 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9c1d16aa-359b-4ab2-81b7-8867b1613c84 req-f9b07465-9815-47fd-974f-0049e66db2c5 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7d9131f-f1ec-4402-8603-5b936e4df406 HTTP/1.1" status: 200 len: 210 time: 0.1531963 Jul 08 03:20:49.725370 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 33926) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:49.739971 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0d322f74-a2cf-479e-b1a5-93e5adca8836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:49.830468 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0d322f74-a2cf-479e-b1a5-93e5adca8836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:49.834292 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0d322f74-a2cf-479e-b1a5-93e5adca8836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:49.873973 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-0d322f74-a2cf-479e-b1a5-93e5adca8836 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e49a351fda2b4dd28872ca8b2f7504c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472731 Jul 08 03:20:49.875085 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d322f74-a2cf-479e-b1a5-93e5adca8836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98add9c5-15c5-400b-bba9-cea3325054a7,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:49.876830 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 33932) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:49.952598 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a4be5a1b-3e5a-48f3-a09d-a6454b5601e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:49.974638 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a4be5a1b-3e5a-48f3-a09d-a6454b5601e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:50.022207 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a4be5a1b-3e5a-48f3-a09d-a6454b5601e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:50.024748 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a4be5a1b-3e5a-48f3-a09d-a6454b5601e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:50.025906 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-a4be5a1b-3e5a-48f3-a09d-a6454b5601e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98add9c5-15c5-400b-bba9-cea3325054a7 HTTP/1.1" status: 204 len: 168 time: 0.1464193 Jul 08 03:20:50.035564 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be5a1b-3e5a-48f3-a09d-a6454b5601e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98add9c5-15c5-400b-bba9-cea3325054a7,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:50.670033 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a17b2419-9cfb-49fd-9a5a-4534e9b72dad req-3acf61d8-d19f-4984-8abb-f6c94404e2bb tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7d9131f-f1ec-4402-8603-5b936e4df406 HTTP/1.1" status: 200 len: 210 time: 0.0319269 Jul 08 03:20:50.698079 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ba16824a-6324-42e7-8a0c-752eec6f214e tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=147b31f9d61947cdb6ffcde3c6dec60a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304396 Jul 08 03:20:50.813133 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-41f1246c-d59f-43c8-aea1-7589bfa9a4bd tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:50.814741 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-41f1246c-d59f-43c8-aea1-7589bfa9a4bd tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1105974 Jul 08 03:20:50.829216 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Request body: {'port': {'device_id': 'b7d9131f-f1ec-4402-8603-5b936e4df406', 'network_id': '6b957353-2bad-46a9-a648-93299375afe6', 'admin_state_up': True, 'tenant_id': '147b31f9d61947cdb6ffcde3c6dec60a'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:20:50.951997 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Made reservation on behalf of 147b31f9d61947cdb6ffcde3c6dec60a for: {'port': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:20:50.955527 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:50.972036 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:51.074071 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:51.079023 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:51.144584 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17aa2bc6-0649-41d2-b081-350a1d94b647,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:51.213993 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Allocated IP 192.168.233.204 (6b957353-2bad-46a9-a648-93299375afe6/ab2cd878-0ffa-4333-a1d3-ee1481562fc0/efe6c377-f585-4a1f-badb-b5d415e50d39) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:20:51.363651 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:51.378787 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Transition to ACTIVE for port object efe6c377-f585-4a1f-badb-b5d415e50d39 will not be triggered until provisioned by entity DHCP. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:20:51.419341 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:51.472019 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Network 6b957353-2bad-46a9-a648-93299375afe6 is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:20:51.475171 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:20:51.479004 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:20:51.486575 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Pushing event updated for resources: {'Port': ['ID=efe6c377-f585-4a1f-badb-b5d415e50d39,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:51.550256 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:51.551132 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:51.571148 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-632bd481-f7b1-49e4-92ad-7cd0b23caf16 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7473118 Jul 08 03:20:51.586247 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-2a29c24e-7ca5-4be4-b44f-11508a96c42f tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 03:20:51.587839 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-2a29c24e-7ca5-4be4-b44f-11508a96c42f tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099831 Jul 08 03:20:51.706971 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Request body: {'port': {'device_id': 'b7d9131f-f1ec-4402-8603-5b936e4df406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:20:51.713952 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-5b2d7d85-b17f-479f-ad9b-596ac90c951d None None] Provisioning for port efe6c377-f585-4a1f-badb-b5d415e50d39 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:20:51.722275 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-5b2d7d85-b17f-479f-ad9b-596ac90c951d None None] Provisioning complete for port efe6c377-f585-4a1f-badb-b5d415e50d39 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:20:51.723537 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7d85-b17f-479f-ad9b-596ac90c951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:51.775267 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d7d85-b17f-479f-ad9b-596ac90c951d None None] Port efe6c377-f585-4a1f-badb-b5d415e50d39 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:20:51.798044 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:52.101866 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48968f-3e5c-4739-894a-f909467b734b req-3a400a24-c3d6-4e76-9118-3c3d23d4fd89 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:52.103329 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6d48968f-3e5c-4739-894a-f909467b734b req-3a400a24-c3d6-4e76-9118-3c3d23d4fd89 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7d9131f-f1ec-4402-8603-5b936e4df406 HTTP/1.1" status: 200 len: 936 time: 0.1137805 Jul 08 03:20:52.168239 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe6c377-f585-4a1f-badb-b5d415e50d39 {{(pid=104845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:20:52.177203 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:52.181631 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6d48968f-3e5c-4739-894a-f909467b734b req-2efafdc5-649d-4e7a-b788-3b80e6bbbf6e tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/security-groups?id=17aa2bc6-0649-41d2-b081-350a1d94b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691833 Jul 08 03:20:52.191804 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Transition to ACTIVE for port object efe6c377-f585-4a1f-badb-b5d415e50d39 will not be triggered until provisioned by entity L2. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:20:52.196555 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:52.248971 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Pushing event updated for resources: {'Port': ['ID=efe6c377-f585-4a1f-badb-b5d415e50d39,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:52.321694 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Attempting to bind port efe6c377-f585-4a1f-badb-b5d415e50d39 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:20:52.322070 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Attempting to bind port efe6c377-f585-4a1f-badb-b5d415e50d39 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '7f7f4e89-d39f-4791-8ffc-01244d5684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b957353-2bad-46a9-a648-93299375afe6'}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:20:52.322404 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Attempting to bind port efe6c377-f585-4a1f-badb-b5d415e50d39 on network 6b957353-2bad-46a9-a648-93299375afe6 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:20:52.326857 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Port efe6c377-f585-4a1f-badb-b5d415e50d39 on network 6b957353-2bad-46a9-a648-93299375afe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 03:20:52.327743 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Attempting to bind port efe6c377-f585-4a1f-badb-b5d415e50d39 on network 6b957353-2bad-46a9-a648-93299375afe6 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:20:52.332684 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:20:52.333037 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Checking segment: {'id': '7f7f4e89-d39f-4791-8ffc-01244d5684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b957353-2bad-46a9-a648-93299375afe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:20:52.333425 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Bound using segment: {'id': '7f7f4e89-d39f-4791-8ffc-01244d5684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b957353-2bad-46a9-a648-93299375afe6'} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:20:52.333845 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Bound port: efe6c377-f585-4a1f-badb-b5d415e50d39, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7f4e89-d39f-4791-8ffc-01244d5684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b957353-2bad-46a9-a648-93299375afe6'}}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:20:52.334231 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:52.397177 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] For port efe6c377-f585-4a1f-badb-b5d415e50d39, host hv-cinder-78907, cleared binding levels {{(pid=104845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:20:52.400111 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] For port efe6c377-f585-4a1f-badb-b5d415e50d39, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=efe6c377-f585-4a1f-badb-b5d415e50d39,segment=NetworkSegment(7f7f4e89-d39f-4791-8ffc-01244d5684f8),segment_id=7f7f4e89-d39f-4791-8ffc-01244d5684f8)] {{(pid=104845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:20:52.404824 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:52.439585 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:52.440186 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:52.441551 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] 10.222.0.54 "PUT /v2.0/ports/efe6c377-f585-4a1f-badb-b5d415e50d39 HTTP/1.1" status: 200 len: 1098 time: 0.8467100 Jul 08 03:20:52.442012 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d9131f-f1ec-4402-8603-5b936e4df406', 'tag': 'efe6c377-f585-4a1f-badb-b5d415e50d39'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:20:52.444220 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e7ddda-cbaa-42e3-aa87-20614ae23719" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d9131f-f1ec-4402-8603-5b936e4df406", "tag": "efe6c377-f585-4a1f-badb-b5d415e50d39"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:20:52.474136 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4db6f9-1335-4cc6-840b-78d007b335c2 service neutron] Pushing event updated for resources: {'Port': ['ID=efe6c377-f585-4a1f-badb-b5d415e50d39,revision_number=3']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:52.545904 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-5795c221-4501-4f36-89b7-367a24db5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:52.548245 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-5795c221-4501-4f36-89b7-367a24db5f2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=147b31f9d61947cdb6ffcde3c6dec60a&device_id=b7d9131f-f1ec-4402-8603-5b936e4df406 HTTP/1.1" status: 200 len: 1101 time: 0.0648735 Jul 08 03:20:52.590654 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-70f1b65b-1e71-4353-a224-4fc378919ca5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=efe6c377-f585-4a1f-badb-b5d415e50d39 HTTP/1.1" status: 200 len: 217 time: 0.0354495 Jul 08 03:20:52.635270 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213bfbf4-6e7c-4767-a1e2-d09c8ea02125 x-openstack-request-id: req-213bfbf4-6e7c-4767-a1e2-d09c8ea02125 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:20:52.635698 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d9131f-f1ec-4402-8603-5b936e4df406", "tag": "efe6c377-f585-4a1f-badb-b5d415e50d39", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:20:52.635956 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-213bfbf4-6e7c-4767-a1e2-d09c8ea02125 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:20:52.636354 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d9131f-f1ec-4402-8603-5b936e4df406', 'tag': 'efe6c377-f585-4a1f-badb-b5d415e50d39', 'status': 'completed', 'code': 200} Jul 08 03:20:52.650194 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-eb296965-4e0b-43c7-9aee-39740f4c4226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:52.651769 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-eb296965-4e0b-43c7-9aee-39740f4c4226 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab2cd878-0ffa-4333-a1d3-ee1481562fc0 HTTP/1.1" status: 200 len: 843 time: 0.0549853 Jul 08 03:20:52.709716 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-da4b780d-0196-46e4-8f01-5fe9f14e2b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:52.711166 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-da4b780d-0196-46e4-8f01-5fe9f14e2b74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b957353-2bad-46a9-a648-93299375afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0527883 Jul 08 03:20:52.800465 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-3e278c07-8bfd-474e-88db-017c3e5d8330 service neutron] 10.222.0.54 "GET /v2.0/networks/6b957353-2bad-46a9-a648-93299375afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811307 Jul 08 03:20:52.903896 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-30d3fbd1-a1b5-467e-a12e-e27c58e8f0c9 req-1ccc6536-527b-40bf-8ce1-db367580c40c service neutron] 10.222.0.54 "GET /v2.0/networks/6b957353-2bad-46a9-a648-93299375afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962584 Jul 08 03:20:52.999558 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7ddda-cbaa-42e3-aa87-20614ae23719 req-9f50275f-2d1e-4bbb-ad03-c5800e669753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:53.001119 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f2e7ddda-cbaa-42e3-aa87-20614ae23719 req-9f50275f-2d1e-4bbb-ad03-c5800e669753 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=147b31f9d61947cdb6ffcde3c6dec60a&device_id=b7d9131f-f1ec-4402-8603-5b936e4df406 HTTP/1.1" status: 200 len: 1101 time: 0.0520074 Jul 08 03:20:53.099155 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7ddda-cbaa-42e3-aa87-20614ae23719 req-9ba4aedf-bf51-441c-bef7-301b5779af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:53.100772 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f2e7ddda-cbaa-42e3-aa87-20614ae23719 req-9ba4aedf-bf51-441c-bef7-301b5779af0f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b957353-2bad-46a9-a648-93299375afe6 HTTP/1.1" status: 200 len: 870 time: 0.0931463 Jul 08 03:20:53.409715 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f2e7ddda-cbaa-42e3-aa87-20614ae23719 req-f1ad7e62-e8b4-428c-b32d-f82ae56072eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=efe6c377-f585-4a1f-badb-b5d415e50d39 HTTP/1.1" status: 200 len: 217 time: 0.3012516 Jul 08 03:20:53.488467 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7ddda-cbaa-42e3-aa87-20614ae23719 req-b9534b38-256c-4bf7-a9f9-242a7e24b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:53.489797 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f2e7ddda-cbaa-42e3-aa87-20614ae23719 req-b9534b38-256c-4bf7-a9f9-242a7e24b533 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab2cd878-0ffa-4333-a1d3-ee1481562fc0 HTTP/1.1" status: 200 len: 843 time: 0.0727139 Jul 08 03:20:53.514940 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe2fef-d3e9-476e-994d-e2e20b172215 req-54e2e6b3-835e-4e3a-851c-3d23223467b0 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:53.516338 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-abfe2fef-d3e9-476e-994d-e2e20b172215 req-54e2e6b3-835e-4e3a-851c-3d23223467b0 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7d9131f-f1ec-4402-8603-5b936e4df406 HTTP/1.1" status: 200 len: 948 time: 0.1093178 Jul 08 03:20:53.574660 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-abfe2fef-d3e9-476e-994d-e2e20b172215 req-918f4e78-8e99-4e5e-8790-563bf9ab366c tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/security-groups?id=17aa2bc6-0649-41d2-b081-350a1d94b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421057 Jul 08 03:20:53.585590 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7ddda-cbaa-42e3-aa87-20614ae23719 req-fe6649b4-e8fa-4fda-ba31-7c3e5d3be757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:53.587190 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f2e7ddda-cbaa-42e3-aa87-20614ae23719 req-fe6649b4-e8fa-4fda-ba31-7c3e5d3be757 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b957353-2bad-46a9-a648-93299375afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0877953 Jul 08 03:20:53.678613 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f2e7ddda-cbaa-42e3-aa87-20614ae23719 req-8d50abf4-00ad-44ae-b4ca-0e5058f783ee service neutron] 10.222.0.54 "GET /v2.0/networks/6b957353-2bad-46a9-a648-93299375afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830333 Jul 08 03:20:53.771071 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f2e7ddda-cbaa-42e3-aa87-20614ae23719 req-fcd17214-6f5f-4434-8f4d-d0115a88b27c service neutron] 10.222.0.54 "GET /v2.0/networks/6b957353-2bad-46a9-a648-93299375afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847316 Jul 08 03:20:54.450634 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34060) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:54.551042 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ae483602-99b8-43b1-9491-113e4f8af805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:54.639219 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ae483602-99b8-43b1-9491-113e4f8af805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:54.643701 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ae483602-99b8-43b1-9491-113e4f8af805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:54.681048 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-ae483602-99b8-43b1-9491-113e4f8af805 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4aa29d17a93a4532819dda263590fd1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293472 Jul 08 03:20:54.681922 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae483602-99b8-43b1-9491-113e4f8af805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e16aa8-6ab2-4cf7-be07-9171e1705b7e,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:54.685881 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34066) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:54.779740 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-332e8224-4762-4176-89e2-e877c7a1157f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:54.798713 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfdc52-2d3f-4d76-8fc1-d865b19b05db req-0a77ac95-70fb-45d0-9fdd-979fb96d2029 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:54.800204 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f4cfdc52-2d3f-4d76-8fc1-d865b19b05db req-0a77ac95-70fb-45d0-9fdd-979fb96d2029 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7d9131f-f1ec-4402-8603-5b936e4df406 HTTP/1.1" status: 200 len: 948 time: 0.1142857 Jul 08 03:20:54.814729 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-332e8224-4762-4176-89e2-e877c7a1157f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:54.881139 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f4cfdc52-2d3f-4d76-8fc1-d865b19b05db req-99afe179-9da7-447e-a637-01540501c7e1 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/security-groups?id=17aa2bc6-0649-41d2-b081-350a1d94b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715077 Jul 08 03:20:54.899531 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-332e8224-4762-4176-89e2-e877c7a1157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:54.902345 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-332e8224-4762-4176-89e2-e877c7a1157f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:54.903518 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-332e8224-4762-4176-89e2-e877c7a1157f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5e16aa8-6ab2-4cf7-be07-9171e1705b7e HTTP/1.1" status: 204 len: 168 time: 0.2187629 Jul 08 03:20:54.912747 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e8224-4762-4176-89e2-e877c7a1157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e16aa8-6ab2-4cf7-be07-9171e1705b7e,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:55.155244 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34078) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:55.168407 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bd86518e-4d4d-4028-8d8f-00bc7e3a38b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:55.257791 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bd86518e-4d4d-4028-8d8f-00bc7e3a38b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:55.261684 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bd86518e-4d4d-4028-8d8f-00bc7e3a38b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:55.299552 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86518e-4d4d-4028-8d8f-00bc7e3a38b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db05c680-c27c-40cc-a0ce-dc29f76ac2a1,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:55.304498 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-bd86518e-4d4d-4028-8d8f-00bc7e3a38b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85d85d97824a45169036cecc82965c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480076 Jul 08 03:20:55.307315 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34082) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:55.355191 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bcd3336b-1ef3-4569-8b21-07bd8b1be286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:55.379542 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bcd3336b-1ef3-4569-8b21-07bd8b1be286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:55.426668 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bcd3336b-1ef3-4569-8b21-07bd8b1be286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:55.429236 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bcd3336b-1ef3-4569-8b21-07bd8b1be286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:55.430420 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-bcd3336b-1ef3-4569-8b21-07bd8b1be286 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db05c680-c27c-40cc-a0ce-dc29f76ac2a1 HTTP/1.1" status: 204 len: 168 time: 0.1221454 Jul 08 03:20:55.437833 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3336b-1ef3-4569-8b21-07bd8b1be286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db05c680-c27c-40cc-a0ce-dc29f76ac2a1,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:55.686064 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device efe6c377-f585-4a1f-badb-b5d415e50d39 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:20:55.783984 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port efe6c377-f585-4a1f-badb-b5d415e50d39, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=efe6c377-f585-4a1f-badb-b5d415e50d39,segment=NetworkSegment(7f7f4e89-d39f-4791-8ffc-01244d5684f8),segment_id=7f7f4e89-d39f-4791-8ffc-01244d5684f8)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:20:55.796577 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': 'efe6c377-f585-4a1f-badb-b5d415e50d39', 'network_id': '6b957353-2bad-46a9-a648-93299375afe6', 'port_id': 'efe6c377-f585-4a1f-badb-b5d415e50d39', 'mac_address': 'fa:16:3e:7a:be:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2cd878-0ffa-4333-a1d3-ee1481562fc0', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:20:55.836937 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:55.850056 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe6c377-f585-4a1f-badb-b5d415e50d39 {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:20:55.869007 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port efe6c377-f585-4a1f-badb-b5d415e50d39, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=efe6c377-f585-4a1f-badb-b5d415e50d39,segment=NetworkSegment(7f7f4e89-d39f-4791-8ffc-01244d5684f8),segment_id=7f7f4e89-d39f-4791-8ffc-01244d5684f8)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:20:55.873626 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:55.925563 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=efe6c377-f585-4a1f-badb-b5d415e50d39,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:55.932964 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:55.933319 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:55.933662 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:55.934012 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:55.934549 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:55.934875 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:55.935406 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:55.935880 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:55.936599 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:55.937360 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:55.937710 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:55.938555 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:56.086405 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564200c-8c66-4187-a685-f3f78b443b7a req-3f8a3da8-4645-46a1-ba36-7510aa46e23a tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:56.087158 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c564200c-8c66-4187-a685-f3f78b443b7a req-3f8a3da8-4645-46a1-ba36-7510aa46e23a tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7d9131f-f1ec-4402-8603-5b936e4df406 HTTP/1.1" status: 200 len: 949 time: 0.0680573 Jul 08 03:20:56.119368 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['efe6c377-f585-4a1f-badb-b5d415e50d39'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:20:56.137354 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c564200c-8c66-4187-a685-f3f78b443b7a req-edbe4d61-b3d3-436d-8530-97f6fec08bfb tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/security-groups?id=17aa2bc6-0649-41d2-b081-350a1d94b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446129 Jul 08 03:20:57.134321 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34154) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:57.238889 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-62a3f9ec-0678-4e12-87b8-43adf9ab63d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:57.327031 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28314f04-c756-4c47-afb4-31dc9b9a71dd req-a161518b-5c2a-4f16-b64f-075b130b664f tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:57.329330 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-28314f04-c756-4c47-afb4-31dc9b9a71dd req-a161518b-5c2a-4f16-b64f-075b130b664f tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7d9131f-f1ec-4402-8603-5b936e4df406 HTTP/1.1" status: 200 len: 949 time: 0.0751910 Jul 08 03:20:57.345467 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-62a3f9ec-0678-4e12-87b8-43adf9ab63d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:57.349191 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-62a3f9ec-0678-4e12-87b8-43adf9ab63d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:57.374843 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-28314f04-c756-4c47-afb4-31dc9b9a71dd req-46323a68-b531-48d7-968b-c0031ab61a30 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/security-groups?id=17aa2bc6-0649-41d2-b081-350a1d94b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Jul 08 03:20:57.390335 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-62a3f9ec-0678-4e12-87b8-43adf9ab63d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c372e7f703cf4ca792555cf5d97184ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545340 Jul 08 03:20:57.390524 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34162) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:57.392305 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3f9ec-0678-4e12-87b8-43adf9ab63d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6611c09-27c8-411a-93fd-0b0946b53dc9,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:57.443111 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f6cf588f-10f5-4b67-93bb-d7276b420c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:57.463321 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f6cf588f-10f5-4b67-93bb-d7276b420c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:57.509496 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f6cf588f-10f5-4b67-93bb-d7276b420c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:57.512082 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f6cf588f-10f5-4b67-93bb-d7276b420c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:57.513221 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-f6cf588f-10f5-4b67-93bb-d7276b420c29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6611c09-27c8-411a-93fd-0b0946b53dc9 HTTP/1.1" status: 204 len: 168 time: 0.1216366 Jul 08 03:20:57.520986 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf588f-10f5-4b67-93bb-d7276b420c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6611c09-27c8-411a-93fd-0b0946b53dc9,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:57.701171 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device efe6c377-f585-4a1f-badb-b5d415e50d39 up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:20:57.750800 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port efe6c377-f585-4a1f-badb-b5d415e50d39 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:20:57.755085 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port efe6c377-f585-4a1f-badb-b5d415e50d39 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:20:57.755459 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:57.762541 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34168) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:57.776208 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e87c2db9-3038-4e76-8eb2-c7df158af4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:57.836998 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:57.860695 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d9131f-f1ec-4402-8603-5b936e4df406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe6c377-f585-4a1f-badb-b5d415e50d39'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:20:57.863019 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ec0840-270c-4274-bf1c-f092bcfe6917" -d '{"events": [{"server_uuid": "b7d9131f-f1ec-4402-8603-5b936e4df406", "name": "network-vif-plugged", "status": "completed", "tag": "efe6c377-f585-4a1f-badb-b5d415e50d39"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:20:57.866060 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e87c2db9-3038-4e76-8eb2-c7df158af4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:57.870297 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e87c2db9-3038-4e76-8eb2-c7df158af4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:57.880289 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port efe6c377-f585-4a1f-badb-b5d415e50d39, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=efe6c377-f585-4a1f-badb-b5d415e50d39,segment=NetworkSegment(7f7f4e89-d39f-4791-8ffc-01244d5684f8),segment_id=7f7f4e89-d39f-4791-8ffc-01244d5684f8)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:20:57.885605 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:57.913910 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-e87c2db9-3038-4e76-8eb2-c7df158af4b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f94391f4c8247fb829e0beaffd5d0bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502545 Jul 08 03:20:57.914812 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c2db9-3038-4e76-8eb2-c7df158af4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec1b5a4-98ec-4b7d-91f3-cee3c43b79f3,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:57.916547 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34174) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:57.940526 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=efe6c377-f585-4a1f-badb-b5d415e50d39,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:57.972520 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-41bb5b86-563e-4e61-8a1b-915904ad72f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:57.993328 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-41bb5b86-563e-4e61-8a1b-915904ad72f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:58.039518 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-41bb5b86-563e-4e61-8a1b-915904ad72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:58.042273 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-41bb5b86-563e-4e61-8a1b-915904ad72f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:58.043299 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-41bb5b86-563e-4e61-8a1b-915904ad72f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ec1b5a4-98ec-4b7d-91f3-cee3c43b79f3 HTTP/1.1" status: 204 len: 168 time: 0.1257682 Jul 08 03:20:58.051208 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb5b86-563e-4e61-8a1b-915904ad72f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec1b5a4-98ec-4b7d-91f3-cee3c43b79f3,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:58.096777 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78e1fe6-c832-462e-ae78-e9836f85d093 x-openstack-request-id: req-c78e1fe6-c832-462e-ae78-e9836f85d093 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:20:58.097149 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d9131f-f1ec-4402-8603-5b936e4df406", "name": "network-vif-plugged", "status": "completed", "tag": "efe6c377-f585-4a1f-badb-b5d415e50d39", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:20:58.097403 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c78e1fe6-c832-462e-ae78-e9836f85d093 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:20:58.097799 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d9131f-f1ec-4402-8603-5b936e4df406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe6c377-f585-4a1f-badb-b5d415e50d39', 'code': 200} Jul 08 03:20:58.169180 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34180) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:58.333002 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88447ae-31ee-4394-8a98-dcee586be387 req-6a4e171b-21dd-4700-968b-9d712800cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:58.334614 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d88447ae-31ee-4394-8a98-dcee586be387 req-6a4e171b-21dd-4700-968b-9d712800cf7a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b7d9131f-f1ec-4402-8603-5b936e4df406 HTTP/1.1" status: 200 len: 1103 time: 0.0617843 Jul 08 03:20:58.408015 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d88447ae-31ee-4394-8a98-dcee586be387 req-1bf5522a-64a3-44f2-96b5-71b3897718ca service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=17aa2bc6-0649-41d2-b081-350a1d94b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653429 Jul 08 03:20:58.410841 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9378e8b4-9258-4818-a22c-e4c728daf14b admin admin] Deleting subnet ea42353a-14da-49b0-a81f-4d45aed1a827 {{(pid=104845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 03:20:58.414272 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9378e8b4-9258-4818-a22c-e4c728daf14b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:58.450978 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9378e8b4-9258-4818-a22c-e4c728daf14b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2983177'] for subnet, precommit_delete_associations {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:58.501107 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9378e8b4-9258-4818-a22c-e4c728daf14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:58.602705 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78e977-f7f6-4e8d-ba3b-51f46f4ef832 req-b6c40490-cac6-48c2-bb33-8c054aba6a00 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:58.604253 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bb78e977-f7f6-4e8d-ba3b-51f46f4ef832 req-b6c40490-cac6-48c2-bb33-8c054aba6a00 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7d9131f-f1ec-4402-8603-5b936e4df406 HTTP/1.1" status: 200 len: 950 time: 0.1160860 Jul 08 03:20:58.605703 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9378e8b4-9258-4818-a22c-e4c728daf14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2876789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3359632'] for subnet, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:58.639515 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378e8b4-9258-4818-a22c-e4c728daf14b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea42353a-14da-49b0-a81f-4d45aed1a827,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:58.653362 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9378e8b4-9258-4818-a22c-e4c728daf14b admin admin] Notify callbacks [] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:58.656062 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-9378e8b4-9258-4818-a22c-e4c728daf14b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ea42353a-14da-49b0-a81f-4d45aed1a827 HTTP/1.1" status: 204 len: 168 time: 0.4855072 Jul 08 03:20:58.658573 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34204) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:58.676286 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bb78e977-f7f6-4e8d-ba3b-51f46f4ef832 req-a71c1a2d-b81d-4dbe-9adf-5db1d6ed879d tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/security-groups?id=17aa2bc6-0649-41d2-b081-350a1d94b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658646 Jul 08 03:20:58.741034 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-30eeede9-8207-41b5-8b35-97d569f98111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:58.822370 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-30eeede9-8207-41b5-8b35-97d569f98111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:58.834344 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-30eeede9-8207-41b5-8b35-97d569f98111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96dfd8bf-f2b8-48bb-b811-e3605311056e']}} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:58.845004 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-30eeede9-8207-41b5-8b35-97d569f98111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b80c588-5ab9-46b6-b65a-96a7d341d798') {'for_net_delete': True} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:58.845299 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-30eeede9-8207-41b5-8b35-97d569f98111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b80c588-5ab9-46b6-b65a-96a7d341d798') {} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:58.854129 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-30eeede9-8207-41b5-8b35-97d569f98111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126166745'] for segment, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:58.868568 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-30eeede9-8207-41b5-8b35-97d569f98111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:58.875101 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30eeede9-8207-41b5-8b35-97d569f98111 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 03:20:58.875722 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-30eeede9-8207-41b5-8b35-97d569f98111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126165969'] for segment, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: Traceback (most recent call last): Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: timer() Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: cb(*args, **kw) Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: return func(*args, **kwargs) Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: self._notify() Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: self.callback(batched_events) Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: event.method(event) Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: return f(self, *a, **k) Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._get(url).json() Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: return self.request(url, 'GET', **kwargs) Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 03:20:58.877262 dv-cinder-789077-2-iscsi neutron-server[104846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 03:20:58.930733 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-30eeede9-8207-41b5-8b35-97d569f98111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:58.945493 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-30eeede9-8207-41b5-8b35-97d569f98111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:58.947369 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-30eeede9-8207-41b5-8b35-97d569f98111 admin admin] 10.222.0.21 "DELETE /v2.0/networks/96dfd8bf-f2b8-48bb-b811-e3605311056e HTTP/1.1" status: 204 len: 168 time: 0.2873387 Jul 08 03:20:58.948606 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eeede9-8207-41b5-8b35-97d569f98111 admin admin] Pushing event deleted for resources: {'Network': ['ID=96dfd8bf-f2b8-48bb-b811-e3605311056e,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:59.066393 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34220) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:59.107752 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-4ce7ae84-7567-41dd-ae74-55cb518090c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3ec37a63bde468096615d681d5aa535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401773 Jul 08 03:20:59.110349 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34222) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:59.164136 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5ca4cda1-09f5-41e9-8192-4601c7bed454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:59.189123 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5ca4cda1-09f5-41e9-8192-4601c7bed454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:59.241570 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5ca4cda1-09f5-41e9-8192-4601c7bed454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:59.244203 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5ca4cda1-09f5-41e9-8192-4601c7bed454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:59.248071 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-5ca4cda1-09f5-41e9-8192-4601c7bed454 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f344c840-ef65-4631-b88f-e7189fe4fe38 HTTP/1.1" status: 204 len: 168 time: 0.1341159 Jul 08 03:20:59.254023 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4cda1-09f5-41e9-8192-4601c7bed454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f344c840-ef65-4631-b88f-e7189fe4fe38,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:59.756875 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:20:59.852371 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e861b-87b0-4bfe-bd57-3f5f9fefa4f3 req-a5b7980b-2cca-4b8d-8608-1b53e9319e2c tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:59.853846 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-204e861b-87b0-4bfe-bd57-3f5f9fefa4f3 req-a5b7980b-2cca-4b8d-8608-1b53e9319e2c tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7d9131f-f1ec-4402-8603-5b936e4df406 HTTP/1.1" status: 200 len: 950 time: 0.0637739 Jul 08 03:20:59.896553 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-204e861b-87b0-4bfe-bd57-3f5f9fefa4f3 req-108fc102-2c76-422a-ab7a-adad2a94ee92 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/security-groups?id=17aa2bc6-0649-41d2-b081-350a1d94b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372820 Jul 08 03:21:00.448205 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a1bab-8a92-4802-b8e2-49c76ade95cc req-fd901ed4-4eab-4fc3-9181-fdded1786914 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:00.449569 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ed5a1bab-8a92-4802-b8e2-49c76ade95cc req-fd901ed4-4eab-4fc3-9181-fdded1786914 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7d9131f-f1ec-4402-8603-5b936e4df406 HTTP/1.1" status: 200 len: 950 time: 0.0621743 Jul 08 03:21:00.488916 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ed5a1bab-8a92-4802-b8e2-49c76ade95cc req-dd86f7cc-c124-4dcf-80fa-9a578c960541 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/security-groups?id=17aa2bc6-0649-41d2-b081-350a1d94b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333853 Jul 08 03:21:01.694190 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a9ed3-4cdf-4d13-86e4-fa33cf79891d req-1b1c6869-c844-4e5e-b037-c831879c83e9 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:01.695655 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-db7a9ed3-4cdf-4d13-86e4-fa33cf79891d req-1b1c6869-c844-4e5e-b037-c831879c83e9 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7d9131f-f1ec-4402-8603-5b936e4df406 HTTP/1.1" status: 200 len: 950 time: 0.1088781 Jul 08 03:21:01.707371 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03365128-f7e0-4d52-9cd7-4cde3727a9fe req-a20606e2-fc04-43a1-a8e0-2bce92a7e62a tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:01.708728 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-03365128-f7e0-4d52-9cd7-4cde3727a9fe req-a20606e2-fc04-43a1-a8e0-2bce92a7e62a tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7d9131f-f1ec-4402-8603-5b936e4df406 HTTP/1.1" status: 200 len: 950 time: 0.0956016 Jul 08 03:21:01.783392 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-03365128-f7e0-4d52-9cd7-4cde3727a9fe req-ac89daf8-25ce-4d38-861c-97050d1f1147 tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.21 "GET /v2.0/security-groups?id=17aa2bc6-0649-41d2-b081-350a1d94b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668516 Jul 08 03:21:01.827883 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-db7a9ed3-4cdf-4d13-86e4-fa33cf79891d req-98c8823b-9584-4f5a-8d54-d74b905b87dd tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Deleting port efe6c377-f585-4a1f-badb-b5d415e50d39 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:21:01.828296 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-db7a9ed3-4cdf-4d13-86e4-fa33cf79891d req-98c8823b-9584-4f5a-8d54-d74b905b87dd tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:01.918921 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-db7a9ed3-4cdf-4d13-86e4-fa33cf79891d req-98c8823b-9584-4f5a-8d54-d74b905b87dd tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] For port efe6c377-f585-4a1f-badb-b5d415e50d39, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=efe6c377-f585-4a1f-badb-b5d415e50d39,segment=NetworkSegment(7f7f4e89-d39f-4791-8ffc-01244d5684f8),segment_id=7f7f4e89-d39f-4791-8ffc-01244d5684f8)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:21:01.919283 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-db7a9ed3-4cdf-4d13-86e4-fa33cf79891d req-98c8823b-9584-4f5a-8d54-d74b905b87dd tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:01.932037 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-db7a9ed3-4cdf-4d13-86e4-fa33cf79891d req-98c8823b-9584-4f5a-8d54-d74b905b87dd tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Calling delete_port for efe6c377-f585-4a1f-badb-b5d415e50d39 owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:21:02.058035 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-db7a9ed3-4cdf-4d13-86e4-fa33cf79891d req-98c8823b-9584-4f5a-8d54-d74b905b87dd tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:02.086236 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8823b-9584-4f5a-8d54-d74b905b87dd tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Pushing event deleted for resources: {'Port': ['ID=efe6c377-f585-4a1f-badb-b5d415e50d39,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:02.132802 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7a9ed3-4cdf-4d13-86e4-fa33cf79891d req-98c8823b-9584-4f5a-8d54-d74b905b87dd tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] No DVR routers for this DVR port efe6c377-f585-4a1f-badb-b5d415e50d39 on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:21:02.135338 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-db7a9ed3-4cdf-4d13-86e4-fa33cf79891d req-98c8823b-9584-4f5a-8d54-d74b905b87dd tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:02.137300 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-db7a9ed3-4cdf-4d13-86e4-fa33cf79891d req-98c8823b-9584-4f5a-8d54-d74b905b87dd tempest-VolumesNegativeTest-565095251 tempest-VolumesNegativeTest-565095251-project] 10.222.0.54 "DELETE /v2.0/ports/efe6c377-f585-4a1f-badb-b5d415e50d39 HTTP/1.1" status: 204 len: 173 time: 0.4277203 Jul 08 03:21:02.137716 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d9131f-f1ec-4402-8603-5b936e4df406', 'name': 'network-vif-deleted', 'tag': 'efe6c377-f585-4a1f-badb-b5d415e50d39'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:21:02.140549 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865ef1e1-53c9-44c0-aa5a-922eac8371d4" -d '{"events": [{"server_uuid": "b7d9131f-f1ec-4402-8603-5b936e4df406", "name": "network-vif-deleted", "tag": "efe6c377-f585-4a1f-badb-b5d415e50d39"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:21:02.191822 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f2d32f-3adc-4da3-8e89-37648dcf5218 x-openstack-request-id: req-a9f2d32f-3adc-4da3-8e89-37648dcf5218 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:21:02.192225 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d9131f-f1ec-4402-8603-5b936e4df406", "name": "network-vif-deleted", "tag": "efe6c377-f585-4a1f-badb-b5d415e50d39", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:21:02.192563 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9f2d32f-3adc-4da3-8e89-37648dcf5218 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:21:02.193068 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d9131f-f1ec-4402-8603-5b936e4df406', 'name': 'network-vif-deleted', 'tag': 'efe6c377-f585-4a1f-badb-b5d415e50d39', 'status': 'completed', 'code': 200} Jul 08 03:21:03.732176 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device efe6c377-f585-4a1f-badb-b5d415e50d39 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:21:03.752127 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: efe6c377-f585-4a1f-badb-b5d415e50d39 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:21:03.752548 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device efe6c377-f585-4a1f-badb-b5d415e50d39 not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:21:04.640646 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34520) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:04.747859 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-9c9bdf47-2466-4e0b-99b9-72101b3e6db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:04.837189 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-9c9bdf47-2466-4e0b-99b9-72101b3e6db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:04.841093 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-9c9bdf47-2466-4e0b-99b9-72101b3e6db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:04.881208 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-9c9bdf47-2466-4e0b-99b9-72101b3e6db0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b18d927056ec4485a55d180769f238ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395210 Jul 08 03:21:04.882097 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bdf47-2466-4e0b-99b9-72101b3e6db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a801853-a315-425f-8265-2bc854203dec,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:04.883895 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34536) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:04.938475 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b5aec6a0-7533-4f15-81d7-d0a437ec1df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:04.961402 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b5aec6a0-7533-4f15-81d7-d0a437ec1df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:05.014982 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b5aec6a0-7533-4f15-81d7-d0a437ec1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:05.017517 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-b5aec6a0-7533-4f15-81d7-d0a437ec1df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:05.018702 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-b5aec6a0-7533-4f15-81d7-d0a437ec1df4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a801853-a315-425f-8265-2bc854203dec HTTP/1.1" status: 204 len: 168 time: 0.1333084 Jul 08 03:21:05.026596 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aec6a0-7533-4f15-81d7-d0a437ec1df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a801853-a315-425f-8265-2bc854203dec,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:05.304391 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34574) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:05.318221 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bf5d47cd-a6c4-4006-9fa4-3226067767b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:05.410940 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bf5d47cd-a6c4-4006-9fa4-3226067767b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:05.413805 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-bf5d47cd-a6c4-4006-9fa4-3226067767b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:05.451289 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-bf5d47cd-a6c4-4006-9fa4-3226067767b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3349e9ad56c4feda7199cc6dbdcd6ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458149 Jul 08 03:21:05.453741 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d47cd-a6c4-4006-9fa4-3226067767b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9a4a18-3159-4f9e-9f3a-317d04a64ea8,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:05.454929 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34578) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:05.504920 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-772933a7-1a5d-43ce-9416-75c2c8c8172f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:05.528901 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-772933a7-1a5d-43ce-9416-75c2c8c8172f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:05.573953 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-772933a7-1a5d-43ce-9416-75c2c8c8172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:05.576983 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-772933a7-1a5d-43ce-9416-75c2c8c8172f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:05.578144 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-772933a7-1a5d-43ce-9416-75c2c8c8172f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db9a4a18-3159-4f9e-9f3a-317d04a64ea8 HTTP/1.1" status: 204 len: 168 time: 0.1222284 Jul 08 03:21:05.585435 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772933a7-1a5d-43ce-9416-75c2c8c8172f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9a4a18-3159-4f9e-9f3a-317d04a64ea8,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:06.587011 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34620) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:06.713741 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-a409ab2e-85ba-4c76-8185-ec2a2f585c73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=147b31f9d61947cdb6ffcde3c6dec60a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255651 Jul 08 03:21:06.716317 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34628) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:06.765402 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f4309dc6-80e5-4f8e-a96f-1e81995839a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:06.787816 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f4309dc6-80e5-4f8e-a96f-1e81995839a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:06.848317 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f4309dc6-80e5-4f8e-a96f-1e81995839a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:06.851050 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-f4309dc6-80e5-4f8e-a96f-1e81995839a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:06.852201 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-f4309dc6-80e5-4f8e-a96f-1e81995839a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17aa2bc6-0649-41d2-b081-350a1d94b647 HTTP/1.1" status: 204 len: 168 time: 0.1343520 Jul 08 03:21:06.860919 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4309dc6-80e5-4f8e-a96f-1e81995839a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aa2bc6-0649-41d2-b081-350a1d94b647,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:12.289898 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-92e64735-42fd-4eed-9d48-44dbb45ed2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:13.630664 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34728) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:13.728034 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bef47de2-85b4-4c41-abca-54e894f8dee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:13.813728 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bef47de2-85b4-4c41-abca-54e894f8dee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:13.817451 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bef47de2-85b4-4c41-abca-54e894f8dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:13.853641 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-bef47de2-85b4-4c41-abca-54e894f8dee9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68958df352bc40519e9a930bb5fb431a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219181 Jul 08 03:21:13.854843 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef47de2-85b4-4c41-abca-54e894f8dee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fba073f-ada0-4c41-b45a-f34aa902e291,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:13.856344 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34732) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:13.905525 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-504b063e-fa11-42f8-9c73-431bb3f29d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:13.926130 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-504b063e-fa11-42f8-9c73-431bb3f29d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:13.970657 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-504b063e-fa11-42f8-9c73-431bb3f29d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:13.973193 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-504b063e-fa11-42f8-9c73-431bb3f29d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:13.974362 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-504b063e-fa11-42f8-9c73-431bb3f29d61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fba073f-ada0-4c41-b45a-f34aa902e291 HTTP/1.1" status: 204 len: 168 time: 0.1170313 Jul 08 03:21:13.981621 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b063e-fa11-42f8-9c73-431bb3f29d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fba073f-ada0-4c41-b45a-f34aa902e291,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:14.219308 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34740) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:14.235288 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-03d927df-9c9c-4cee-88ec-2d2c4feccfbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:14.324361 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-03d927df-9c9c-4cee-88ec-2d2c4feccfbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:14.327973 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-03d927df-9c9c-4cee-88ec-2d2c4feccfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:14.364682 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-03d927df-9c9c-4cee-88ec-2d2c4feccfbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2408cc4f4f414b0d9ac0f5736788249f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442709 Jul 08 03:21:14.366612 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d927df-9c9c-4cee-88ec-2d2c4feccfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64822857-7050-40a5-ab06-e217c4d53fdb,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:14.367478 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34742) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:14.418117 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a98c1e3d-11fd-4064-aaa8-a4ad899e3e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:14.439561 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a98c1e3d-11fd-4064-aaa8-a4ad899e3e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:14.484298 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a98c1e3d-11fd-4064-aaa8-a4ad899e3e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:14.486936 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a98c1e3d-11fd-4064-aaa8-a4ad899e3e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:14.488099 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-a98c1e3d-11fd-4064-aaa8-a4ad899e3e48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64822857-7050-40a5-ab06-e217c4d53fdb HTTP/1.1" status: 204 len: 168 time: 0.1196141 Jul 08 03:21:14.495788 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c1e3d-11fd-4064-aaa8-a4ad899e3e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64822857-7050-40a5-ab06-e217c4d53fdb,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:14.746980 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-49d540ec-e925-4826-8ff7-495f3f81635c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:14.805251 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34748) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:14.821465 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6b90149b-0ddd-4a1f-bfde-39e014a4d1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:14.923916 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6b90149b-0ddd-4a1f-bfde-39e014a4d1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:14.927825 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-6b90149b-0ddd-4a1f-bfde-39e014a4d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:14.972636 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-6b90149b-0ddd-4a1f-bfde-39e014a4d1b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1e0a53069574311ba439c2d2133613d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661692 Jul 08 03:21:14.973634 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90149b-0ddd-4a1f-bfde-39e014a4d1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab18be88-5434-4a21-8e35-2d398653a53d,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:14.975186 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34750) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:14.991518 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:15.025703 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-83c42cc4-ee2b-443b-a63c-866e5dd2948b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:15.039436 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:15.047005 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-83c42cc4-ee2b-443b-a63c-866e5dd2948b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:15.092287 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-83c42cc4-ee2b-443b-a63c-866e5dd2948b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:15.094767 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-83c42cc4-ee2b-443b-a63c-866e5dd2948b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:15.095903 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-83c42cc4-ee2b-443b-a63c-866e5dd2948b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab18be88-5434-4a21-8e35-2d398653a53d HTTP/1.1" status: 204 len: 168 time: 0.1192520 Jul 08 03:21:15.103473 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c42cc4-ee2b-443b-a63c-866e5dd2948b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab18be88-5434-4a21-8e35-2d398653a53d,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:16.319679 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:17.655328 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:23.033058 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34886) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:23.131795 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-33213a8e-de16-4647-b2ab-b1e7b6db7033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:23.219037 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-33213a8e-de16-4647-b2ab-b1e7b6db7033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:23.222830 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-33213a8e-de16-4647-b2ab-b1e7b6db7033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:23.260848 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-33213a8e-de16-4647-b2ab-b1e7b6db7033 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1e029d33dba407998eaa981531343c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267234 Jul 08 03:21:23.262797 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33213a8e-de16-4647-b2ab-b1e7b6db7033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853a32a1-e04e-422b-a2d5-bdd2b2a993d5,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:23.263623 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34890) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:23.315322 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ba901a20-c503-422c-a85d-e9e31e39cca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:23.335326 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ba901a20-c503-422c-a85d-e9e31e39cca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:23.382234 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ba901a20-c503-422c-a85d-e9e31e39cca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:23.384620 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-ba901a20-c503-422c-a85d-e9e31e39cca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:23.385747 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-ba901a20-c503-422c-a85d-e9e31e39cca7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/853a32a1-e04e-422b-a2d5-bdd2b2a993d5 HTTP/1.1" status: 204 len: 168 time: 0.1211512 Jul 08 03:21:23.393776 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba901a20-c503-422c-a85d-e9e31e39cca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853a32a1-e04e-422b-a2d5-bdd2b2a993d5,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:23.634421 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34896) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:23.648348 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-dbd640c3-85c8-4be9-9c10-2c275b8486c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:23.736289 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-dbd640c3-85c8-4be9-9c10-2c275b8486c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:23.739845 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-dbd640c3-85c8-4be9-9c10-2c275b8486c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:23.775171 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd640c3-85c8-4be9-9c10-2c275b8486c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed7834b-81b0-4103-9966-5058155c5ef5,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:23.779995 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-dbd640c3-85c8-4be9-9c10-2c275b8486c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bafb19f3f995436cb71ac303c1015424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446474 Jul 08 03:21:23.782763 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34900) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:23.830088 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b630887e-1420-4280-b326-2568958ff755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:23.854133 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b630887e-1420-4280-b326-2568958ff755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:23.899445 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b630887e-1420-4280-b326-2568958ff755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:23.902100 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-b630887e-1420-4280-b326-2568958ff755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:23.903224 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-b630887e-1420-4280-b326-2568958ff755 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bed7834b-81b0-4103-9966-5058155c5ef5 HTTP/1.1" status: 204 len: 168 time: 0.1196740 Jul 08 03:21:23.910558 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630887e-1420-4280-b326-2568958ff755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed7834b-81b0-4103-9966-5058155c5ef5,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:24.201399 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34906) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:24.214644 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-14651038-bcc2-47f6-aa33-c6551a85490c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:24.304351 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-14651038-bcc2-47f6-aa33-c6551a85490c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:24.307352 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-14651038-bcc2-47f6-aa33-c6551a85490c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:24.343669 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14651038-bcc2-47f6-aa33-c6551a85490c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b191fe-b9c0-4acc-98b2-af1a26f7bdcf,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:24.347765 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-14651038-bcc2-47f6-aa33-c6551a85490c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59a55316441b45c39356dcbf8d690341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453123 Jul 08 03:21:24.350300 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34908) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:24.397228 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-548c66f4-031c-4d23-938b-13ea9b80c4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:24.417489 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-548c66f4-031c-4d23-938b-13ea9b80c4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:24.467890 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-548c66f4-031c-4d23-938b-13ea9b80c4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:24.468766 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-548c66f4-031c-4d23-938b-13ea9b80c4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:24.470026 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-548c66f4-031c-4d23-938b-13ea9b80c4db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05b191fe-b9c0-4acc-98b2-af1a26f7bdcf HTTP/1.1" status: 204 len: 168 time: 0.1187329 Jul 08 03:21:24.478985 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c66f4-031c-4d23-938b-13ea9b80c4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b191fe-b9c0-4acc-98b2-af1a26f7bdcf,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:25.104929 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34932) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:25.201877 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-230558928-network', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:21:25.223028 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] Made reservation on behalf of 0850e8e64bc1458c8154135fc94734a6 for: {'network': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:21:25.225373 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:25.233712 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:25.320125 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:25.323802 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:25.348336 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=104846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 03:21:25.357935 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3005ffbb-1ea8-4469-888d-6a2d03b9773e,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:25.363416 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:25.363755 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.segments_db [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] Added segment c3be196e-8b15-4c2b-96dd-921b93834c17 of type vlan for network 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 Jul 08 03:21:25.402125 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:25.431066 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:25.432051 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:25.432764 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:25.492001 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3856661 Jul 08 03:21:25.494943 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34936) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:25.499444 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526154b1-0d01-43df-b4e7-dbca822a2877 admin admin] Pushing event updated for resources: {'Network': ['ID=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:25.500844 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-1e9599d1-a5a3-4701-bce5-8285150d0b86 admin admin] Request body: {'subnet': {'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-230558928-subnet', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'ip_version': 4}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:21:25.509661 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 03:21:25.523332 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9599d1-a5a3-4701-bce5-8285150d0b86 admin admin] Made reservation on behalf of 0850e8e64bc1458c8154135fc94734a6 for: {'subnet': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:21:25.525695 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-1e9599d1-a5a3-4701-bce5-8285150d0b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359675'] for subnet, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:25.688752 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-1e9599d1-a5a3-4701-bce5-8285150d0b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2875576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3359625'] for subnet, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:25.742987 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9599d1-a5a3-4701-bce5-8285150d0b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:25.752607 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9599d1-a5a3-4701-bce5-8285150d0b86 admin admin] Checking segment: {'id': 'c3be196e-8b15-4c2b-96dd-921b93834c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:21:25.752996 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9599d1-a5a3-4701-bce5-8285150d0b86 admin admin] Network hostable DHCP agents. Network: 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 03:21:25.771838 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9599d1-a5a3-4701-bce5-8285150d0b86 admin admin] Network 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 03:21:25.780891 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-1e9599d1-a5a3-4701-bce5-8285150d0b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8) {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:21:25.785111 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9599d1-a5a3-4701-bce5-8285150d0b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:25.785700 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-1e9599d1-a5a3-4701-bce5-8285150d0b86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:25.790580 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3f5ee-fbbc-4bd7-872d-88d0780d5c3a None None] Network 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:21:25.803790 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-1e9599d1-a5a3-4701-bce5-8285150d0b86 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3048711 Jul 08 03:21:25.803790 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34940) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:25.808135 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:21:25.828810 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16287093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14686'] for router, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:25.829829 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16287128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16291112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-516306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14631'] for router, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:25.880301 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:25.941113 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c58fc0b-1a5e-538e-9cdc-2d4ab23966fa-4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'fixed_ips': [{'subnet_id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a'}]}} from dv-cinder-789077-2-iscsi. {{(pid=104847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 03:21:25.942066 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:26.018997 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16291130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16286983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14641'] for router, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:26.076484 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.db_base_plugin_common [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Allocated IP 172.20.0.2 (4c4a629e-bc09-4bf6-9043-f8ddcc8443a8/133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a/fde526cb-5b53-4be0-978b-8bceec50a49d) {{(pid=104847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:21:26.217915 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Notify callbacks [] for port, precommit_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:26.223173 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:26.226552 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Transition to ACTIVE for port object fde526cb-5b53-4be0-978b-8bceec50a49d will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:21:26.242297 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Transition to ACTIVE for port object fde526cb-5b53-4be0-978b-8bceec50a49d will not be triggered until provisioned by entity DHCP. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:21:26.243481 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:26.251411 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:26.286976 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Network 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 is already hosted by enough agents. {{(pid=104847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:21:26.292916 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.base_scheduler [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Resources bound (agent type, host, resource id): {{(pid=104847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:21:26.297016 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Received port after_create {{(pid=104847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:21:26.303786 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Pushing event updated for resources: {'Port': ['ID=fde526cb-5b53-4be0-978b-8bceec50a49d,revision_number=1']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:26.347935 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Allocated IP 172.27.1.69 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/4f994e38-6fd8-4af9-bb35-960f9ef2bc27) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:21:26.357708 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Attempting to bind port fde526cb-5b53-4be0-978b-8bceec50a49d on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:21:26.358175 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Attempting to bind port fde526cb-5b53-4be0-978b-8bceec50a49d by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': 'c3be196e-8b15-4c2b-96dd-921b93834c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:21:26.358542 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Attempting to bind port fde526cb-5b53-4be0-978b-8bceec50a49d on network 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:21:26.363884 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:21:26.364258 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Checking segment: {'id': 'c3be196e-8b15-4c2b-96dd-921b93834c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:21:26.364659 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:26.365052 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Bound using segment: {'id': 'c3be196e-8b15-4c2b-96dd-921b93834c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:21:26.365507 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Bound port: fde526cb-5b53-4be0-978b-8bceec50a49d, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3be196e-8b15-4c2b-96dd-921b93834c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:21:26.365909 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:26.430591 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] For port fde526cb-5b53-4be0-978b-8bceec50a49d, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:21:26.433592 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] For port fde526cb-5b53-4be0-978b-8bceec50a49d, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=fde526cb-5b53-4be0-978b-8bceec50a49d,segment=NetworkSegment(c3be196e-8b15-4c2b-96dd-921b93834c17),segment_id=c3be196e-8b15-4c2b-96dd-921b93834c17)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:21:26.438955 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:26.456387 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:26.498587 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:26.502527 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619cb15-b787-41c0-b9f7-bb71ab3ba702 None None] Pushing event updated for resources: {'Port': ['ID=fde526cb-5b53-4be0-978b-8bceec50a49d,revision_number=2']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:26.536880 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:21:26.542406 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:21:26.544744 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:21:26.573187 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Pushing event updated for resources: {'Port': ['ID=4f994e38-6fd8-4af9-bb35-960f9ef2bc27,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:26.810310 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:27.000672 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16286988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515291'] for router, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:27.111970 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device fde526cb-5b53-4be0-978b-8bceec50a49d up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:21:27.138885 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Router 98cae95f-de82-4e91-8dd1-b2d7f535e26d is scheduled to L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 with binding_index 1 {{(pid=104845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 03:21:27.170936 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port fde526cb-5b53-4be0-978b-8bceec50a49d completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:21:27.252447 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:21:27.262763 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Sync routers for ids ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:21:27.270098 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] Notify callbacks [] for router, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:27.274109 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-c1c5281d-3f17-4d7e-bef7-54d0f46d8549 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4669287 Jul 08 03:21:27.274428 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34944) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:27.275374 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Routers {'98cae95f-de82-4e91-8dd1-b2d7f535e26d'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:21:27.276005 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:21:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:27.373367 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30fd644-e4e9-466c-9857-584ddb2157a8 None None] Network 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:21:27.389400 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Set router 98cae95f-de82-4e91-8dd1-b2d7f535e26d gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:21:27.471756 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-ef58d009-db45-44ad-a17d-d7de37f5f222 None None] Provisioning for port fde526cb-5b53-4be0-978b-8bceec50a49d completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:21:27.492860 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-ef58d009-db45-44ad-a17d-d7de37f5f222 None None] Provisioning complete for port fde526cb-5b53-4be0-978b-8bceec50a49d triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:27.493232 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-ef58d009-db45-44ad-a17d-d7de37f5f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:27.574077 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:25Z', 'updated_at': '2021-07-08T03:21:26Z', 'revision_number': 3, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'gw_port': {'id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:26Z', 'updated_at': '2021-07-08T03:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:27.620613 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-ef58d009-db45-44ad-a17d-d7de37f5f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:27.662762 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-ef58d009-db45-44ad-a17d-d7de37f5f222 None None] For port fde526cb-5b53-4be0-978b-8bceec50a49d, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=fde526cb-5b53-4be0-978b-8bceec50a49d,segment=NetworkSegment(c3be196e-8b15-4c2b-96dd-921b93834c17),segment_id=c3be196e-8b15-4c2b-96dd-921b93834c17)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:21:27.667986 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-ef58d009-db45-44ad-a17d-d7de37f5f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:27.702245 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Checking router: 98cae95f-de82-4e91-8dd1-b2d7f535e26d for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:21:27.702593 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Updating router 98cae95f-de82-4e91-8dd1-b2d7f535e26d port 4f994e38-6fd8-4af9-bb35-960f9ef2bc27 binding host dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:21:27.734246 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58d009-db45-44ad-a17d-d7de37f5f222 None None] Pushing event updated for resources: {'Port': ['ID=fde526cb-5b53-4be0-978b-8bceec50a49d,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:27.739446 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:27.902608 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-a5bfbfb4-b13b-4824-84b7-f31d023294ee None None] Provisioning complete for port fde526cb-5b53-4be0-978b-8bceec50a49d triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:27.903082 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-a5bfbfb4-b13b-4824-84b7-f31d023294ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:27.987936 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:28.014420 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Notify callbacks [] for port, precommit_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:28.024021 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.provisioning_blocks [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Transition to ACTIVE for port object 4f994e38-6fd8-4af9-bb35-960f9ef2bc27 will not be triggered until provisioned by entity L2. {{(pid=104848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:21:28.029923 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:28.091845 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Attempting to bind port 4f994e38-6fd8-4af9-bb35-960f9ef2bc27 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:21:28.092220 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Attempting to bind port 4f994e38-6fd8-4af9-bb35-960f9ef2bc27 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:21:28.092588 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Attempting to bind port 4f994e38-6fd8-4af9-bb35-960f9ef2bc27 on network 55c43452-347a-4a03-a326-c2f40e761f1d {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:21:28.099657 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f0695-66d1-4cab-a4a7-3136ccffcaf5 None None] Pushing event updated for resources: {'Port': ['ID=4f994e38-6fd8-4af9-bb35-960f9ef2bc27,revision_number=2']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:28.102586 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:21:28.102959 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Checking segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:21:28.103358 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:28.103753 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Bound using segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:21:28.104223 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Bound port: 4f994e38-6fd8-4af9-bb35-960f9ef2bc27, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:21:28.104612 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:28.128826 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f0695-66d1-4cab-a4a7-3136ccffcaf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:28.129110 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f0695-66d1-4cab-a4a7-3136ccffcaf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:28.129456 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f0695-66d1-4cab-a4a7-3136ccffcaf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:28.129800 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f0695-66d1-4cab-a4a7-3136ccffcaf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:28.130155 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f0695-66d1-4cab-a4a7-3136ccffcaf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:28.130491 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f0695-66d1-4cab-a4a7-3136ccffcaf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:28.130820 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f0695-66d1-4cab-a4a7-3136ccffcaf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:28.131148 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f0695-66d1-4cab-a4a7-3136ccffcaf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:28.131489 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f0695-66d1-4cab-a4a7-3136ccffcaf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:28.131818 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f0695-66d1-4cab-a4a7-3136ccffcaf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:28.132138 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f0695-66d1-4cab-a4a7-3136ccffcaf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:28.132459 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f0695-66d1-4cab-a4a7-3136ccffcaf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:28.142424 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Allocated IP 172.20.0.1 (4c4a629e-bc09-4bf6-9043-f8ddcc8443a8/133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a/97216dcc-cf22-410e-9c22-5dd765880f77) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:21:28.168638 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] For port 4f994e38-6fd8-4af9-bb35-960f9ef2bc27, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:21:28.172296 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] For port 4f994e38-6fd8-4af9-bb35-960f9ef2bc27, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=4f994e38-6fd8-4af9-bb35-960f9ef2bc27,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:21:28.176826 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:28.233037 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Routers {'98cae95f-de82-4e91-8dd1-b2d7f535e26d'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:21:28.233654 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:21:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:28.238367 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f0695-66d1-4cab-a4a7-3136ccffcaf5 None None] Pushing event updated for resources: {'Port': ['ID=4f994e38-6fd8-4af9-bb35-960f9ef2bc27,revision_number=3']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:28.252118 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:28.266649 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Transition to ACTIVE for port object 97216dcc-cf22-410e-9c22-5dd765880f77 will not be triggered until provisioned by entity DHCP. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:21:28.299832 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:28.335490 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Network 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:21:28.340496 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] Set router 98cae95f-de82-4e91-8dd1-b2d7f535e26d gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:21:28.341807 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:21:28.345349 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:21:28.367677 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Pushing event updated for resources: {'Port': ['ID=97216dcc-cf22-410e-9c22-5dd765880f77,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:28.387776 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16291538'] for router_interface, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:28.535629 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:28.535838 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:25Z', 'updated_at': '2021-07-08T03:21:26Z', 'revision_number': 3, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'gw_port': {'id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:26Z', 'updated_at': '2021-07-08T03:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:28.562029 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc557dd-8c9b-4f6e-a77f-879679edce90 None None] The sync data for ids ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'] in dv-cinder-789077-2-iscsi is: [{'id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:25Z', 'updated_at': '2021-07-08T03:21:26Z', 'revision_number': 3, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'gw_port': {'id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:26Z', 'updated_at': '2021-07-08T03:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:21:28.611897 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-2a54f438-4412-40fd-9dfa-c57d7a5dc0ea None None] Provisioning for port 97216dcc-cf22-410e-9c22-5dd765880f77 completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:21:28.616560 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-2a54f438-4412-40fd-9dfa-c57d7a5dc0ea None None] Provisioning complete for port 97216dcc-cf22-410e-9c22-5dd765880f77 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:28.617026 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2a54f438-4412-40fd-9dfa-c57d7a5dc0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:28.653268 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-2a54f438-4412-40fd-9dfa-c57d7a5dc0ea None None] Port 97216dcc-cf22-410e-9c22-5dd765880f77 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:21:28.708673 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:28.713038 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:28.790149 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16377311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292737'] for router_interface, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:28.802200 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Pushing event updated for resources: {'Port': ['ID=97216dcc-cf22-410e-9c22-5dd765880f77,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:28.897976 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Network 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:21:28.899409 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:21:29.035096 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Router 98cae95f-de82-4e91-8dd1-b2d7f535e26d has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:21:29.169787 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device fde526cb-5b53-4be0-978b-8bceec50a49d up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:21:29.174097 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:21:29.178867 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-ebb66852-80a9-464d-9611-f2a235601055 admin admin] 10.222.0.21 "PUT /v2.0/routers/98cae95f-de82-4e91-8dd1-b2d7f535e26d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9034135 Jul 08 03:21:29.212176 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-e57b16bb-ed9e-4dfd-94e5-02566adfbc97 None None] Provisioning complete for port 97216dcc-cf22-410e-9c22-5dd765880f77 triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:29.212544 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-e57b16bb-ed9e-4dfd-94e5-02566adfbc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:29.256438 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-e57b16bb-ed9e-4dfd-94e5-02566adfbc97 None None] Port 97216dcc-cf22-410e-9c22-5dd765880f77 cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:21:29.261962 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port fde526cb-5b53-4be0-978b-8bceec50a49d triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:29.262331 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:29.349309 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 4f994e38-6fd8-4af9-bb35-960f9ef2bc27 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:21:29.402588 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 4f994e38-6fd8-4af9-bb35-960f9ef2bc27 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:21:29.407041 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 4f994e38-6fd8-4af9-bb35-960f9ef2bc27 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:29.407342 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:29.493019 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:29.515199 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port 4f994e38-6fd8-4af9-bb35-960f9ef2bc27, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=4f994e38-6fd8-4af9-bb35-960f9ef2bc27,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:21:29.519081 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:29.569552 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=4f994e38-6fd8-4af9-bb35-960f9ef2bc27,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:29.675430 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34964) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:29.680463 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-261366126-network', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:21:29.699870 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] Made reservation on behalf of aaf08b5e1e13454c8c1293a994147a9a for: {'network': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:21:29.703317 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:29.711561 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:29.800435 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:29.804108 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:29.832973 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 03:21:29.838372 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67e5f77-a4c1-465e-8fc9-a019ddae5cd2,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:29.847044 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:29.847408 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.segments_db [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] Added segment 312705e1-9f36-477a-835b-840fd47ee3aa of type vlan for network ad0c6095-bca3-475e-9b1b-6c621469e948 Jul 08 03:21:29.890781 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:29.919926 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:29.921045 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:29.921638 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:29.979859 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3033071 Jul 08 03:21:29.983279 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34966) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:29.985901 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa38d2b-461d-4ad7-9a18-625254d2498a admin admin] Pushing event updated for resources: {'Network': ['ID=ad0c6095-bca3-475e-9b1b-6c621469e948,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:29.997608 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network ad0c6095-bca3-475e-9b1b-6c621469e948 details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 03:21:30.001657 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-3679dff7-db91-4c86-974a-a03ccc737bb7 admin admin] Request body: {'subnet': {'network_id': 'ad0c6095-bca3-475e-9b1b-6c621469e948', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-261366126-subnet', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'ip_version': 4}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:21:30.022741 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3679dff7-db91-4c86-974a-a03ccc737bb7 admin admin] Made reservation on behalf of aaf08b5e1e13454c8c1293a994147a9a for: {'subnet': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:21:30.025382 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3679dff7-db91-4c86-974a-a03ccc737bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126201797'] for subnet, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:30.192968 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3679dff7-db91-4c86-974a-a03ccc737bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126166715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126201847'] for subnet, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:30.237202 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Sync routers for ids ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:21:30.246533 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Routers {'98cae95f-de82-4e91-8dd1-b2d7f535e26d'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:21:30.247232 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:21:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:30.252511 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679dff7-db91-4c86-974a-a03ccc737bb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acd49582-e782-4702-834d-9dda213a6020,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:30.257692 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679dff7-db91-4c86-974a-a03ccc737bb7 admin admin] Checking segment: {'id': '312705e1-9f36-477a-835b-840fd47ee3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ad0c6095-bca3-475e-9b1b-6c621469e948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:21:30.258184 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3679dff7-db91-4c86-974a-a03ccc737bb7 admin admin] Network hostable DHCP agents. Network: ad0c6095-bca3-475e-9b1b-6c621469e948, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 03:21:30.275194 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3679dff7-db91-4c86-974a-a03ccc737bb7 admin admin] Network ad0c6095-bca3-475e-9b1b-6c621469e948 is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 03:21:30.286240 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-3679dff7-db91-4c86-974a-a03ccc737bb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, ad0c6095-bca3-475e-9b1b-6c621469e948) {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:21:30.291151 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3679dff7-db91-4c86-974a-a03ccc737bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:30.291958 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3679dff7-db91-4c86-974a-a03ccc737bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:30.309273 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-3679dff7-db91-4c86-974a-a03ccc737bb7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3225408 Jul 08 03:21:30.309527 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34970) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:30.313894 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-261366126-router', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:21:30.335949 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16287093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14686'] for router, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:30.337085 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16287128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16291112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-516306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14631'] for router, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:30.392747 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:30.410218 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc3542f-8e0a-4645-b598-3a016c428e86 None None] Network ad0c6095-bca3-475e-9b1b-6c621469e948 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:21:30.529139 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16291130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16286983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14641'] for router, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:30.546683 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Set router 98cae95f-de82-4e91-8dd1-b2d7f535e26d gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:21:30.707337 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c58fc0b-1a5e-538e-9cdc-2d4ab23966fa-ad0c6095-bca3-475e-9b1b-6c621469e948', 'network_id': 'ad0c6095-bca3-475e-9b1b-6c621469e948', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'fixed_ips': [{'subnet_id': 'acd49582-e782-4702-834d-9dda213a6020'}]}} from dv-cinder-789077-2-iscsi. {{(pid=104847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 03:21:30.708194 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:30.725082 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:30.743527 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:30.843367 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Allocated IP 172.27.1.220 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/9c966289-a252-4479-8ac5-b57576a24cdc) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:21:30.900327 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.db_base_plugin_common [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Allocated IP 172.20.0.2 (ad0c6095-bca3-475e-9b1b-6c621469e948/acd49582-e782-4702-834d-9dda213a6020/1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd) {{(pid=104847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:21:30.918426 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:25Z', 'updated_at': '2021-07-08T03:21:28Z', 'revision_number': 4, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'gw_port': {'id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:26Z', 'updated_at': '2021-07-08T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '97216dcc-cf22-410e-9c22-5dd765880f77', 'name': '', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'mac_address': 'fa:16:3e:a7:89:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:28Z', 'updated_at': '2021-07-08T03:21:28Z', 'revision_number': 2, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'subnets': [{'id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:30.945712 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:30.956815 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Checking router: 98cae95f-de82-4e91-8dd1-b2d7f535e26d for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:21:30.957108 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Updating router 98cae95f-de82-4e91-8dd1-b2d7f535e26d port 97216dcc-cf22-410e-9c22-5dd765880f77 binding host dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:21:30.983048 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126165803'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.022245 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:21:31.026505 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:21:31.031121 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:21:31.034977 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.051552 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Pushing event updated for resources: {'Port': ['ID=9c966289-a252-4479-8ac5-b57576a24cdc,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:31.111263 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 4f994e38-6fd8-4af9-bb35-960f9ef2bc27 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:21:31.256093 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Notify callbacks [] for port, precommit_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.292575 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.300278 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Transition to ACTIVE for port object 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:21:31.334144 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Transition to ACTIVE for port object 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd will not be triggered until provisioned by entity DHCP. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:21:31.350435 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 4f994e38-6fd8-4af9-bb35-960f9ef2bc27 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:31.350799 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.352610 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379'] for port, after_create {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.429975 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Network ad0c6095-bca3-475e-9b1b-6c621469e948 is already hosted by enough agents. {{(pid=104847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:21:31.440622 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.scheduler.base_scheduler [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Resources bound (agent type, host, resource id): {{(pid=104847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:21:31.447519 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Received port after_create {{(pid=104847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:21:31.465632 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Pushing event updated for resources: {'Port': ['ID=1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd,revision_number=1']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:31.480144 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16286988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515291'] for router, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.582956 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Attempting to bind port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:21:31.583320 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Attempting to bind port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '312705e1-9f36-477a-835b-840fd47ee3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ad0c6095-bca3-475e-9b1b-6c621469e948'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:21:31.583681 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Attempting to bind port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd on network ad0c6095-bca3-475e-9b1b-6c621469e948 {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:21:31.602522 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Notify callbacks [] for port, precommit_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.608990 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:21:31.609379 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Checking segment: {'id': '312705e1-9f36-477a-835b-840fd47ee3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ad0c6095-bca3-475e-9b1b-6c621469e948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:21:31.609782 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.610207 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Bound using segment: {'id': '312705e1-9f36-477a-835b-840fd47ee3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ad0c6095-bca3-475e-9b1b-6c621469e948'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:21:31.610696 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Bound port: 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312705e1-9f36-477a-835b-840fd47ee3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ad0c6095-bca3-475e-9b1b-6c621469e948'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:21:31.611081 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.631348 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Transition to ACTIVE for port object 97216dcc-cf22-410e-9c22-5dd765880f77 will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:21:31.641537 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.737136 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863a5ee-b9bd-45f5-a4d3-971234f3fbd4 None None] Pushing event updated for resources: {'Port': ['ID=97216dcc-cf22-410e-9c22-5dd765880f77,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:31.742219 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] For port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:21:31.747066 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] For port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd,segment=NetworkSegment(312705e1-9f36-477a-835b-840fd47ee3aa),segment_id=312705e1-9f36-477a-835b-840fd47ee3aa)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:21:31.771161 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.834346 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Router 57f6726b-007e-49f0-80f4-00ee61af70d7 is scheduled to L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 with binding_index 1 {{(pid=104846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 03:21:31.861555 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Attempting to bind port 97216dcc-cf22-410e-9c22-5dd765880f77 on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:21:31.862002 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Attempting to bind port 97216dcc-cf22-410e-9c22-5dd765880f77 by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': 'c3be196e-8b15-4c2b-96dd-921b93834c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:21:31.862364 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Attempting to bind port 97216dcc-cf22-410e-9c22-5dd765880f77 on network 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:21:31.885584 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:21:31.886013 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Checking segment: {'id': 'c3be196e-8b15-4c2b-96dd-921b93834c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:21:31.886415 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.886826 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Bound using segment: {'id': 'c3be196e-8b15-4c2b-96dd-921b93834c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:21:31.887304 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Bound port: 97216dcc-cf22-410e-9c22-5dd765880f77, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3be196e-8b15-4c2b-96dd-921b93834c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:21:31.888221 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.901227 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5cc37-2cbb-4504-b336-797e59d2b536 None None] Pushing event updated for resources: {'Port': ['ID=1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd,revision_number=2']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:31.961005 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:21:31.968750 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] For port 97216dcc-cf22-410e-9c22-5dd765880f77, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:21:31.973102 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] For port 97216dcc-cf22-410e-9c22-5dd765880f77, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=97216dcc-cf22-410e-9c22-5dd765880f77,segment=NetworkSegment(c3be196e-8b15-4c2b-96dd-921b93834c17),segment_id=c3be196e-8b15-4c2b-96dd-921b93834c17)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:21:31.974041 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Sync routers for ids ['57f6726b-007e-49f0-80f4-00ee61af70d7'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:21:31.979253 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.979377 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] Notify callbacks [] for router, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:31.980656 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-c3de2eb5-c14a-4de6-ac1e-6b8c075eb469 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6702011 Jul 08 03:21:31.983652 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34974) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:31.988870 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Routers {'57f6726b-007e-49f0-80f4-00ee61af70d7'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:21:31.989504 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:21:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['57f6726b-007e-49f0-80f4-00ee61af70d7'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:32.081211 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Routers {'98cae95f-de82-4e91-8dd1-b2d7f535e26d'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:21:32.081882 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:21:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:32.128245 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863a5ee-b9bd-45f5-a4d3-971234f3fbd4 None None] Pushing event updated for resources: {'Port': ['ID=97216dcc-cf22-410e-9c22-5dd765880f77,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:32.219840 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Set router 57f6726b-007e-49f0-80f4-00ee61af70d7 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:21:32.406470 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] Set router 98cae95f-de82-4e91-8dd1-b2d7f535e26d gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:21:32.446376 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'name': 'tempest-TestShelveInstance-261366126-router', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '9c966289-a252-4479-8ac5-b57576a24cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:21:31Z', 'revision_number': 3, 'project_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'gw_port': {'id': '9c966289-a252-4479-8ac5-b57576a24cdc', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:32.480346 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Checking router: 57f6726b-007e-49f0-80f4-00ee61af70d7 for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:21:32.481035 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Updating router 57f6726b-007e-49f0-80f4-00ee61af70d7 port 9c966289-a252-4479-8ac5-b57576a24cdc binding host dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:21:32.521113 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:32.556662 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:32.636269 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:25Z', 'updated_at': '2021-07-08T03:21:28Z', 'revision_number': 4, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'gw_port': {'id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:26Z', 'updated_at': '2021-07-08T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '97216dcc-cf22-410e-9c22-5dd765880f77', 'name': '', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'mac_address': 'fa:16:3e:a7:89:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:28Z', 'updated_at': '2021-07-08T03:21:31Z', 'revision_number': 4, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'subnets': [{'id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:32.675123 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1354c98c-1c81-44e6-a503-24992c18f24b None None] The sync data for ids ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'] in dv-cinder-789077-2-iscsi is: [{'id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:25Z', 'updated_at': '2021-07-08T03:21:28Z', 'revision_number': 4, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'gw_port': {'id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:26Z', 'updated_at': '2021-07-08T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '97216dcc-cf22-410e-9c22-5dd765880f77', 'name': '', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'mac_address': 'fa:16:3e:a7:89:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:28Z', 'updated_at': '2021-07-08T03:21:31Z', 'revision_number': 4, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'subnets': [{'id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:21:32.769977 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Allocated IP 172.20.0.1 (ad0c6095-bca3-475e-9b1b-6c621469e948/acd49582-e782-4702-834d-9dda213a6020/a4527f7c-7bf2-406d-bd03-d32b73fde66d) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:21:32.854668 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:32.870409 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.provisioning_blocks [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Transition to ACTIVE for port object 9c966289-a252-4479-8ac5-b57576a24cdc will not be triggered until provisioned by entity L2. {{(pid=104848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:21:32.887038 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:32.930702 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:32.944715 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Attempting to bind port 9c966289-a252-4479-8ac5-b57576a24cdc on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:21:32.945094 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Attempting to bind port 9c966289-a252-4479-8ac5-b57576a24cdc by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:21:32.945464 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Attempting to bind port 9c966289-a252-4479-8ac5-b57576a24cdc on network 55c43452-347a-4a03-a326-c2f40e761f1d {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:21:32.948527 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc163b97-037f-4ff1-ad99-9fa6dd1daa05 None None] Pushing event updated for resources: {'Port': ['ID=9c966289-a252-4479-8ac5-b57576a24cdc,revision_number=2']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:32.949604 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Transition to ACTIVE for port object a4527f7c-7bf2-406d-bd03-d32b73fde66d will not be triggered until provisioned by entity DHCP. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:21:32.955825 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:21:32.956203 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Checking segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:21:32.956609 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:32.957007 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Bound using segment: {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'} {{(pid=104848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:21:32.957476 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.managers [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Bound port: 9c966289-a252-4479-8ac5-b57576a24cdc, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f636efd-02e5-4748-879c-26f0d8ae5969', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d'}}] {{(pid=104848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:21:32.957949 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:32.998816 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:33.031893 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] For port 9c966289-a252-4479-8ac5-b57576a24cdc, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:21:33.038259 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.plugins.ml2.db [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] For port 9c966289-a252-4479-8ac5-b57576a24cdc, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=9c966289-a252-4479-8ac5-b57576a24cdc,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:21:33.046220 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron_lib.callbacks.manager [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:33.047821 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Network ad0c6095-bca3-475e-9b1b-6c621469e948 is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:21:33.051162 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:21:33.053573 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:21:33.087345 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Pushing event updated for resources: {'Port': ['ID=a4527f7c-7bf2-406d-bd03-d32b73fde66d,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:33.116154 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16291538'] for router_interface, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:33.119039 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc163b97-037f-4ff1-ad99-9fa6dd1daa05 None None] Pushing event updated for resources: {'Port': ['ID=9c966289-a252-4479-8ac5-b57576a24cdc,revision_number=3']} {{(pid=104848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:33.121837 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Routers {'57f6726b-007e-49f0-80f4-00ee61af70d7'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:21:33.123293 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:21:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['57f6726b-007e-49f0-80f4-00ee61af70d7'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:33.125424 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3648ee3-4a80-4950-a163-ccd12376f0b9 None None] Network ad0c6095-bca3-475e-9b1b-6c621469e948 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:21:33.256595 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 97216dcc-cf22-410e-9c22-5dd765880f77 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:21:33.309016 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:33.341965 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-452ae663-379c-4f79-8db5-2272495d5db7 None None] Provisioning for port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:21:33.369403 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] Set router 57f6726b-007e-49f0-80f4-00ee61af70d7 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:21:33.426823 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 97216dcc-cf22-410e-9c22-5dd765880f77 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:21:33.444247 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 97216dcc-cf22-410e-9c22-5dd765880f77 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:33.444618 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:33.564652 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:33.580248 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'name': 'tempest-TestShelveInstance-261366126-router', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '9c966289-a252-4479-8ac5-b57576a24cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:21:31Z', 'revision_number': 3, 'project_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'gw_port': {'id': '9c966289-a252-4479-8ac5-b57576a24cdc', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:33.586364 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:33.595814 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:33.615553 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3866108-9df3-45aa-8300-f89d82dc0ed2 None None] The sync data for ids ['57f6726b-007e-49f0-80f4-00ee61af70d7'] in dv-cinder-789077-2-iscsi is: [{'id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'name': 'tempest-TestShelveInstance-261366126-router', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '9c966289-a252-4479-8ac5-b57576a24cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:21:31Z', 'revision_number': 3, 'project_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'gw_port': {'id': '9c966289-a252-4479-8ac5-b57576a24cdc', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:21:33.616519 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port 97216dcc-cf22-410e-9c22-5dd765880f77, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=97216dcc-cf22-410e-9c22-5dd765880f77,segment=NetworkSegment(c3be196e-8b15-4c2b-96dd-921b93834c17),segment_id=c3be196e-8b15-4c2b-96dd-921b93834c17)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:21:33.624650 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:33.624650 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:21:33.682341 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Pushing event updated for resources: {'Port': ['ID=a4527f7c-7bf2-406d-bd03-d32b73fde66d,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:33.686948 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16377311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16292737'] for router_interface, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:33.728973 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=97216dcc-cf22-410e-9c22-5dd765880f77,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:33.774054 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:21:33.778977 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-c808d703-8e61-47fa-9ba2-6e2fbd21fa00 None None] Provisioning for port a4527f7c-7bf2-406d-bd03-d32b73fde66d completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:21:33.781118 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:33.781456 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:33.808846 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Network ad0c6095-bca3-475e-9b1b-6c621469e948 is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:21:33.810926 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:21:33.821997 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-c808d703-8e61-47fa-9ba2-6e2fbd21fa00 None None] Provisioning complete for port a4527f7c-7bf2-406d-bd03-d32b73fde66d triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:33.822372 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-c808d703-8e61-47fa-9ba2-6e2fbd21fa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:33.895731 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-c808d703-8e61-47fa-9ba2-6e2fbd21fa00 None None] Port a4527f7c-7bf2-406d-bd03-d32b73fde66d cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:21:33.910541 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:33.953019 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd,segment=NetworkSegment(312705e1-9f36-477a-835b-840fd47ee3aa),segment_id=312705e1-9f36-477a-835b-840fd47ee3aa)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:21:33.959926 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-c808d703-8e61-47fa-9ba2-6e2fbd21fa00 None None] Provisioning complete for port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:33.965090 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-c808d703-8e61-47fa-9ba2-6e2fbd21fa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:33.974257 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:34.014006 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Router 57f6726b-007e-49f0-80f4-00ee61af70d7 has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:21:34.071686 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:34.179241 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:21:34.186889 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-55e54bf5-0279-4a83-930e-94b48302e8ef admin admin] 10.222.0.21 "PUT /v2.0/routers/57f6726b-007e-49f0-80f4-00ee61af70d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2012355 Jul 08 03:21:34.250893 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-fdf7284a-f666-4095-8d15-c83a762dd35c None None] Provisioning complete for port a4527f7c-7bf2-406d-bd03-d32b73fde66d triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:34.251317 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-fdf7284a-f666-4095-8d15-c83a762dd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:34.289252 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7284a-f666-4095-8d15-c83a762dd35c None None] Port a4527f7c-7bf2-406d-bd03-d32b73fde66d cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:21:34.415417 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-2e99d530-cbb7-4bc8-a019-a0ddba6e74e9 None None] Provisioning complete for port a4527f7c-7bf2-406d-bd03-d32b73fde66d triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:34.415772 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e99d530-cbb7-4bc8-a019-a0ddba6e74e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:34.451231 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d530-cbb7-4bc8-a019-a0ddba6e74e9 None None] Port a4527f7c-7bf2-406d-bd03-d32b73fde66d cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:21:34.660855 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 34988) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:34.665790 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-cdf1bd99-105e-4d81-8b6e-7dec1979a1d4 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2087843279', 'description': 'tempest-secgroup-smoke-2087843279 description', 'project_id': '0850e8e64bc1458c8154135fc94734a6'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:21:34.689068 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-cdf1bd99-105e-4d81-8b6e-7dec1979a1d4 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:34.771207 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-cdf1bd99-105e-4d81-8b6e-7dec1979a1d4 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:34.775470 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-cdf1bd99-105e-4d81-8b6e-7dec1979a1d4 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:34.808128 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-cdf1bd99-105e-4d81-8b6e-7dec1979a1d4 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:34.809930 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-cdf1bd99-105e-4d81-8b6e-7dec1979a1d4 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1474669 Jul 08 03:21:34.811092 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1bd99-105e-4d81-8b6e-7dec1979a1d4 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=185f89ea-f84f-4109-b889-49c26326d1a3,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:34.813006 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34990) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:34.817902 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-f53f87d5-a285-4dee-94cf-874cc9a3a192 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Request body: {'security_group_rule': {'security_group_id': '185f89ea-f84f-4109-b889-49c26326d1a3', 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:21:34.843821 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f53f87d5-a285-4dee-94cf-874cc9a3a192 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:34.898069 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f53f87d5-a285-4dee-94cf-874cc9a3a192 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:34.901636 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f53f87d5-a285-4dee-94cf-874cc9a3a192 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:34.916172 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f87d5-a285-4dee-94cf-874cc9a3a192 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80655e6-8fa6-4dcc-949c-269f3dce477d,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:34.925247 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-f53f87d5-a285-4dee-94cf-874cc9a3a192 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:34.926493 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-f53f87d5-a285-4dee-94cf-874cc9a3a192 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124170 Jul 08 03:21:34.929109 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34992) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:34.933396 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-46fbeeea-6207-4e46-afd4-13c873260335 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Request body: {'security_group_rule': {'security_group_id': '185f89ea-f84f-4109-b889-49c26326d1a3', 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:21:34.958921 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-46fbeeea-6207-4e46-afd4-13c873260335 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.016943 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-46fbeeea-6207-4e46-afd4-13c873260335 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.021344 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-46fbeeea-6207-4e46-afd4-13c873260335 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.043418 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbeeea-6207-4e46-afd4-13c873260335 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c4170c-b02d-4488-958e-196f4d82a4a9,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:35.051152 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-46fbeeea-6207-4e46-afd4-13c873260335 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.052353 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-46fbeeea-6207-4e46-afd4-13c873260335 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223321 Jul 08 03:21:35.055062 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34994) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:35.060161 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-657be192-2a78-4b09-b2de-c19518c84cdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Request body: {'security_group_rule': {'security_group_id': '185f89ea-f84f-4109-b889-49c26326d1a3', 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:21:35.086331 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-657be192-2a78-4b09-b2de-c19518c84cdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.146343 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-657be192-2a78-4b09-b2de-c19518c84cdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.152505 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-657be192-2a78-4b09-b2de-c19518c84cdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.155543 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 97216dcc-cf22-410e-9c22-5dd765880f77 up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:21:35.171102 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657be192-2a78-4b09-b2de-c19518c84cdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4de207-b8b9-4b88-9fb0-dc3796b05fba,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:35.179322 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-657be192-2a78-4b09-b2de-c19518c84cdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.180754 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-657be192-2a78-4b09-b2de-c19518c84cdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246536 Jul 08 03:21:35.183383 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34996) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:35.188118 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-804414b3-f5ce-4a5c-bd7b-a320eb74fd0b tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Request body: {'security_group_rule': {'security_group_id': '185f89ea-f84f-4109-b889-49c26326d1a3', 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:21:35.204387 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 97216dcc-cf22-410e-9c22-5dd765880f77 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:35.204782 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.214120 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-804414b3-f5ce-4a5c-bd7b-a320eb74fd0b tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.277553 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-804414b3-f5ce-4a5c-bd7b-a320eb74fd0b tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.282351 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-804414b3-f5ce-4a5c-bd7b-a320eb74fd0b tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.290262 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:21:35.297421 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804414b3-f5ce-4a5c-bd7b-a320eb74fd0b tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270686e6-fbae-45a1-ae26-e3e1933448cd,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:35.306654 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-804414b3-f5ce-4a5c-bd7b-a320eb74fd0b tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.307952 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-804414b3-f5ce-4a5c-bd7b-a320eb74fd0b tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236238 Jul 08 03:21:35.311193 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 34998) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:35.315777 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-e6679847-d75b-4c3b-8149-2a6a5ac7769e tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Request body: {'security_group_rule': {'security_group_id': '185f89ea-f84f-4109-b889-49c26326d1a3', 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:21:35.336718 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.securitygroups_db [None req-e6679847-d75b-4c3b-8149-2a6a5ac7769e tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Project 0850e8e64bc1458c8154135fc94734a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 03:21:35.337030 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:35.337451 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.342218 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e6679847-d75b-4c3b-8149-2a6a5ac7769e tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.401888 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e6679847-d75b-4c3b-8149-2a6a5ac7769e tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.406749 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e6679847-d75b-4c3b-8149-2a6a5ac7769e tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.421189 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 9c966289-a252-4479-8ac5-b57576a24cdc up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:21:35.434465 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6679847-d75b-4c3b-8149-2a6a5ac7769e tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a3ee43-e3ac-47b8-9137-e419240d6fdc,revision_number=0']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:35.437553 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e6679847-d75b-4c3b-8149-2a6a5ac7769e tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.441407 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-e6679847-d75b-4c3b-8149-2a6a5ac7769e tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264658 Jul 08 03:21:35.441796 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35002) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:21:35.446419 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-16b16fc0-1426-4bc7-8227-32de2885dd2f tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Request body: {'security_group_rule': {'security_group_id': '185f89ea-f84f-4109-b889-49c26326d1a3', 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:21:35.472109 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.securitygroups_db [None req-16b16fc0-1426-4bc7-8227-32de2885dd2f tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Project 0850e8e64bc1458c8154135fc94734a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 03:21:35.477190 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-16b16fc0-1426-4bc7-8227-32de2885dd2f tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.491240 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port 9c966289-a252-4479-8ac5-b57576a24cdc completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:21:35.495206 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 9c966289-a252-4479-8ac5-b57576a24cdc triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:35.495579 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.539848 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-16b16fc0-1426-4bc7-8227-32de2885dd2f tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.544958 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-16b16fc0-1426-4bc7-8227-32de2885dd2f tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197402'] for security_group_rule, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.563267 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b16fc0-1426-4bc7-8227-32de2885dd2f tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cfe5a2-26c2-480b-8014-7848e460aa7b,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:35.570436 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-16b16fc0-1426-4bc7-8227-32de2885dd2f tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.571757 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-16b16fc0-1426-4bc7-8227-32de2885dd2f tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289792 Jul 08 03:21:35.573157 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.596634 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port 9c966289-a252-4479-8ac5-b57576a24cdc, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=9c966289-a252-4479-8ac5-b57576a24cdc,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:21:35.600595 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:35.655728 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=9c966289-a252-4479-8ac5-b57576a24cdc,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:36.167013 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Sync routers for ids ['57f6726b-007e-49f0-80f4-00ee61af70d7'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:21:36.176854 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Routers {'57f6726b-007e-49f0-80f4-00ee61af70d7'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:21:36.177461 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:21:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['57f6726b-007e-49f0-80f4-00ee61af70d7'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:36.290586 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Set router 57f6726b-007e-49f0-80f4-00ee61af70d7 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:21:36.495728 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'name': 'tempest-TestShelveInstance-261366126-router', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '9c966289-a252-4479-8ac5-b57576a24cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:21:33Z', 'revision_number': 4, 'project_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'gw_port': {'id': '9c966289-a252-4479-8ac5-b57576a24cdc', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': 'a4527f7c-7bf2-406d-bd03-d32b73fde66d', 'name': '', 'network_id': 'ad0c6095-bca3-475e-9b1b-6c621469e948', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'mac_address': 'fa:16:3e:1a:66:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'acd49582-e782-4702-834d-9dda213a6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:32Z', 'updated_at': '2021-07-08T03:21:33Z', 'revision_number': 2, 'project_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'subnets': [{'id': 'acd49582-e782-4702-834d-9dda213a6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:36.521949 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Checking router: 57f6726b-007e-49f0-80f4-00ee61af70d7 for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:21:36.522294 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Updating router 57f6726b-007e-49f0-80f4-00ee61af70d7 port a4527f7c-7bf2-406d-bd03-d32b73fde66d binding host dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:21:36.560013 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:36.764180 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:21:36.827237 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Notify callbacks [] for port, precommit_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:36.836968 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Transition to ACTIVE for port object a4527f7c-7bf2-406d-bd03-d32b73fde66d will not be triggered until provisioned by entity L2. {{(pid=104847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:21:36.842554 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:36.911180 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e83a3-a06a-4a6e-8081-56961b5406ac None None] Pushing event updated for resources: {'Port': ['ID=a4527f7c-7bf2-406d-bd03-d32b73fde66d,revision_number=3']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:36.947620 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Attempting to bind port a4527f7c-7bf2-406d-bd03-d32b73fde66d on host dv-cinder-789077-2-iscsi for vnic_type normal with profile {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:21:36.947995 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Attempting to bind port a4527f7c-7bf2-406d-bd03-d32b73fde66d by drivers openvswitch,hyperv on host dv-cinder-789077-2-iscsi at level 0 using segments [{'id': '312705e1-9f36-477a-835b-840fd47ee3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ad0c6095-bca3-475e-9b1b-6c621469e948'}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:21:36.948359 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Attempting to bind port a4527f7c-7bf2-406d-bd03-d32b73fde66d on network ad0c6095-bca3-475e-9b1b-6c621469e948 {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:21:36.953740 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Checking agent: {'id': '2159cee1-0caa-43e4-9d70-cee1281ce0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 37, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:21:36.954146 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Checking segment: {'id': '312705e1-9f36-477a-835b-840fd47ee3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ad0c6095-bca3-475e-9b1b-6c621469e948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:21:36.954554 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:36.954952 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Bound using segment: {'id': '312705e1-9f36-477a-835b-840fd47ee3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ad0c6095-bca3-475e-9b1b-6c621469e948'} {{(pid=104847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:21:36.955412 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.managers [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Bound port: a4527f7c-7bf2-406d-bd03-d32b73fde66d, host: dv-cinder-789077-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312705e1-9f36-477a-835b-840fd47ee3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ad0c6095-bca3-475e-9b1b-6c621469e948'}}] {{(pid=104847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:21:36.955794 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:37.020471 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] For port a4527f7c-7bf2-406d-bd03-d32b73fde66d, host dv-cinder-789077-2-iscsi, cleared binding levels {{(pid=104847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:21:37.023618 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] For port a4527f7c-7bf2-406d-bd03-d32b73fde66d, host dv-cinder-789077-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=a4527f7c-7bf2-406d-bd03-d32b73fde66d,segment=NetworkSegment(312705e1-9f36-477a-835b-840fd47ee3aa),segment_id=312705e1-9f36-477a-835b-840fd47ee3aa)] {{(pid=104847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:21:37.028110 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:37.095347 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 9c966289-a252-4479-8ac5-b57576a24cdc up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:21:37.102879 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Routers {'57f6726b-007e-49f0-80f4-00ee61af70d7'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:21:37.103509 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:21:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['57f6726b-007e-49f0-80f4-00ee61af70d7'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:37.166073 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e83a3-a06a-4a6e-8081-56961b5406ac None None] Pushing event updated for resources: {'Port': ['ID=a4527f7c-7bf2-406d-bd03-d32b73fde66d,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:37.252892 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port 9c966289-a252-4479-8ac5-b57576a24cdc triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:37.253264 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:37.285756 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] Set router 57f6726b-007e-49f0-80f4-00ee61af70d7 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:21:37.667140 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'name': 'tempest-TestShelveInstance-261366126-router', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '9c966289-a252-4479-8ac5-b57576a24cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:21:33Z', 'revision_number': 4, 'project_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'gw_port': {'id': '9c966289-a252-4479-8ac5-b57576a24cdc', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': 'a4527f7c-7bf2-406d-bd03-d32b73fde66d', 'name': '', 'network_id': 'ad0c6095-bca3-475e-9b1b-6c621469e948', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'mac_address': 'fa:16:3e:1a:66:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'acd49582-e782-4702-834d-9dda213a6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:32Z', 'updated_at': '2021-07-08T03:21:37Z', 'revision_number': 4, 'project_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'subnets': [{'id': 'acd49582-e782-4702-834d-9dda213a6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:21:37.696743 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a60c7-5df7-4c13-a28e-28f6d7dedb29 None None] The sync data for ids ['57f6726b-007e-49f0-80f4-00ee61af70d7'] in dv-cinder-789077-2-iscsi is: [{'id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'name': 'tempest-TestShelveInstance-261366126-router', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '9c966289-a252-4479-8ac5-b57576a24cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:21:33Z', 'revision_number': 4, 'project_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'gw_port': {'id': '9c966289-a252-4479-8ac5-b57576a24cdc', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': 'a4527f7c-7bf2-406d-bd03-d32b73fde66d', 'name': '', 'network_id': 'ad0c6095-bca3-475e-9b1b-6c621469e948', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'mac_address': 'fa:16:3e:1a:66:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'acd49582-e782-4702-834d-9dda213a6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:32Z', 'updated_at': '2021-07-08T03:21:37Z', 'revision_number': 4, 'project_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'subnets': [{'id': 'acd49582-e782-4702-834d-9dda213a6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:21:39.096701 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device a4527f7c-7bf2-406d-bd03-d32b73fde66d up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:21:39.147150 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning for port a4527f7c-7bf2-406d-bd03-d32b73fde66d completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:21:39.151150 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port a4527f7c-7bf2-406d-bd03-d32b73fde66d triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:39.151531 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:39.232872 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:39.266189 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] For port a4527f7c-7bf2-406d-bd03-d32b73fde66d, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=a4527f7c-7bf2-406d-bd03-d32b73fde66d,segment=NetworkSegment(312705e1-9f36-477a-835b-840fd47ee3aa),segment_id=312705e1-9f36-477a-835b-840fd47ee3aa)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:21:39.270306 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:39.317760 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Pushing event updated for resources: {'Port': ['ID=a4527f7c-7bf2-406d-bd03-d32b73fde66d,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:41.085371 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device a4527f7c-7bf2-406d-bd03-d32b73fde66d up at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:21:41.131033 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Provisioning complete for port a4527f7c-7bf2-406d-bd03-d32b73fde66d triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:41.131403 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:42.291203 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-45121b30-d7e6-4d3b-a73e-60f81f120008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:44.749239 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-ad8624ea-4ebd-4258-8be9-9bd906747aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:44.992003 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:45.047863 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:46.321935 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:47.663515 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:51.957331 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-989af214-97dd-46c1-8a82-3b3e554696b4 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2087843279&fields=id&tenant_id=0850e8e64bc1458c8154135fc94734a6 HTTP/1.1" status: 200 len: 267 time: 0.0346916 Jul 08 03:21:52.060462 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-f1d4e5c8-adbd-4f4b-ae3b-682d32493dc6 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:52.061912 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-f1d4e5c8-adbd-4f4b-ae3b-682d32493dc6 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/networks?id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 HTTP/1.1" status: 200 len: 808 time: 0.0985153 Jul 08 03:21:52.076732 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-9ddce9ae-aa24-4c99-bfae-66fe1f530255 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/quotas/0850e8e64bc1458c8154135fc94734a6 HTTP/1.1" status: 200 len: 375 time: 0.0096889 Jul 08 03:21:52.141110 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-1c3ab751-3eb6-4e98-bf79-4f5e07e9dc52 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0850e8e64bc1458c8154135fc94734a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597744 Jul 08 03:21:52.245066 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-7c1547a3-2335-4e06-89d2-bc9a88ad290b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 03:21:52.246368 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-7c1547a3-2335-4e06-89d2-bc9a88ad290b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0908580 Jul 08 03:21:52.338350 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-4e59a15c-7518-4cbc-8baf-571ea6071b2a service neutron] 10.222.0.21 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857909 Jul 08 03:21:52.425017 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-72bbf9cb-d3ef-4ffb-bb73-6d524d1cdd8e service neutron] 10.222.0.21 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808563 Jul 08 03:21:52.719046 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bd13935c-d69c-4fcc-9306-d0196e80c350 req-f887fc19-8f38-402f-80a3-8cae09fd3abd tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 210 time: 0.0322742 Jul 08 03:21:53.801675 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-421b8cf3-0213-4a4d-93d6-61c9f5bbd697 req-c8412164-a078-440f-a072-9a2bb00e3730 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 210 time: 0.0299461 Jul 08 03:21:54.882081 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2d74e35d-b39d-4d53-a229-7c441d29c5fd req-985f8639-dc6b-4b47-8ca6-78c47cef1ec6 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 210 time: 0.0281634 Jul 08 03:21:55.777517 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-4f4ae716-069e-4c1d-afab-45b350055162 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:55.779009 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-4f4ae716-069e-4c1d-afab-45b350055162 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.54 "GET /v2.0/networks?id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 HTTP/1.1" status: 200 len: 808 time: 0.1023245 Jul 08 03:21:55.825722 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-8a4aa88f-53c2-4bf1-b6b5-39e6929e4b8c tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0850e8e64bc1458c8154135fc94734a6 HTTP/1.1" status: 200 len: 380 time: 0.0347338 Jul 08 03:21:55.834549 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Request body: {'port': {'device_id': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'admin_state_up': True, 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'security_groups': ['185f89ea-f84f-4109-b889-49c26326d1a3']}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:21:55.939969 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Made reservation on behalf of 0850e8e64bc1458c8154135fc94734a6 for: {'port': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:21:55.943664 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:56.044932 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3b00634d-39f1-4855-9574-271d50c25a21 req-9168b5d1-faa1-4674-af7e-529e7223f28d tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 210 time: 0.0398521 Jul 08 03:21:56.096711 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Allocated IP 172.20.0.7 (4c4a629e-bc09-4bf6-9043-f8ddcc8443a8/133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a/735ef47a-06b9-490f-be0c-4f4379a32fbd) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:21:56.237429 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:56.252429 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Transition to ACTIVE for port object 735ef47a-06b9-490f-be0c-4f4379a32fbd will not be triggered until provisioned by entity DHCP. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:21:56.284934 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:56.329990 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Network 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:21:56.333551 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:21:56.337923 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:21:56.367740 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Pushing event updated for resources: {'Port': ['ID=735ef47a-06b9-490f-be0c-4f4379a32fbd,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:56.382371 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:56.382724 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:56.383070 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:56.383409 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:56.383742 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:56.384082 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:56.384408 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:56.384733 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:56.385061 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:56.385386 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:56.385709 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:56.386056 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:21:56.407569 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:56.408292 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:56.423534 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-20aec113-deac-4fba-80c7-bde3939fdbdc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5926468 Jul 08 03:21:56.434857 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Request body: {'port': {'device_id': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:21:56.518541 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:56.614638 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-4aee62af-7342-4826-8712-89400607f1bd None None] Provisioning for port 735ef47a-06b9-490f-be0c-4f4379a32fbd completed by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:21:56.618265 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-4aee62af-7342-4826-8712-89400607f1bd None None] Provisioning complete for port 735ef47a-06b9-490f-be0c-4f4379a32fbd triggered by entity DHCP. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:21:56.618902 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-4aee62af-7342-4826-8712-89400607f1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:56.654889 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-4aee62af-7342-4826-8712-89400607f1bd None None] Port 735ef47a-06b9-490f-be0c-4f4379a32fbd cannot update to ACTIVE because it is not bound. {{(pid=104847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:21:57.034986 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735ef47a-06b9-490f-be0c-4f4379a32fbd {{(pid=104845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:21:57.042365 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:57.054379 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Transition to ACTIVE for port object 735ef47a-06b9-490f-be0c-4f4379a32fbd will not be triggered until provisioned by entity L2. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:21:57.058290 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:57.131378 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Pushing event updated for resources: {'Port': ['ID=735ef47a-06b9-490f-be0c-4f4379a32fbd,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:57.212271 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Attempting to bind port 735ef47a-06b9-490f-be0c-4f4379a32fbd on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:21:57.212615 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Attempting to bind port 735ef47a-06b9-490f-be0c-4f4379a32fbd by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'c3be196e-8b15-4c2b-96dd-921b93834c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8'}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:21:57.212954 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Attempting to bind port 735ef47a-06b9-490f-be0c-4f4379a32fbd on network 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:21:57.222186 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Port 735ef47a-06b9-490f-be0c-4f4379a32fbd on network 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 03:21:57.222511 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Attempting to bind port 735ef47a-06b9-490f-be0c-4f4379a32fbd on network 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:21:57.232664 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:21:57.233013 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Checking segment: {'id': 'c3be196e-8b15-4c2b-96dd-921b93834c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:21:57.233403 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Bound using segment: {'id': 'c3be196e-8b15-4c2b-96dd-921b93834c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8'} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:21:57.233840 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Bound port: 735ef47a-06b9-490f-be0c-4f4379a32fbd, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3be196e-8b15-4c2b-96dd-921b93834c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8'}}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:21:57.234233 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:57.260775 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c4a8a-2d6f-449c-839b-60f86d97cf33 req-0d2b0624-50a1-49b4-b7ca-5e09897fbe11 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:57.262910 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c34c4a8a-2d6f-449c-839b-60f86d97cf33 req-0d2b0624-50a1-49b4-b7ca-5e09897fbe11 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 943 time: 0.1015902 Jul 08 03:21:57.344499 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c34c4a8a-2d6f-449c-839b-60f86d97cf33 req-65dc4672-3e07-4852-8c14-1e25c99eaca7 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557425 Jul 08 03:21:57.346888 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] For port 735ef47a-06b9-490f-be0c-4f4379a32fbd, host hv-cinder-78907, cleared binding levels {{(pid=104845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:21:57.349879 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] For port 735ef47a-06b9-490f-be0c-4f4379a32fbd, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd,segment=NetworkSegment(c3be196e-8b15-4c2b-96dd-921b93834c17),segment_id=c3be196e-8b15-4c2b-96dd-921b93834c17)] {{(pid=104845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:21:57.357157 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:57.395547 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:57.396164 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:57.397521 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] 10.222.0.54 "PUT /v2.0/ports/735ef47a-06b9-490f-be0c-4f4379a32fbd HTTP/1.1" status: 200 len: 1093 time: 0.9670269 Jul 08 03:21:57.397975 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'tag': '735ef47a-06b9-490f-be0c-4f4379a32fbd'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:21:57.400201 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa90b3a-909c-4ebb-adfe-eb8a197fede6" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc732a2-e801-46ca-828f-82893354c9cd", "tag": "735ef47a-06b9-490f-be0c-4f4379a32fbd"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:21:57.421072 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dc818-10de-4903-82e8-4d2c337bca8d service neutron] Pushing event updated for resources: {'Port': ['ID=735ef47a-06b9-490f-be0c-4f4379a32fbd,revision_number=3']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:21:57.468188 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a92752e-f49f-4639-9950-81e5a3b5517f x-openstack-request-id: req-4a92752e-f49f-4639-9950-81e5a3b5517f {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:21:57.468481 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc732a2-e801-46ca-828f-82893354c9cd", "tag": "735ef47a-06b9-490f-be0c-4f4379a32fbd", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:21:57.468897 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a92752e-f49f-4639-9950-81e5a3b5517f {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:21:57.469099 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'tag': '735ef47a-06b9-490f-be0c-4f4379a32fbd', 'status': 'completed', 'code': 200} Jul 08 03:21:57.497703 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-7cf76773-9f82-4b2c-ab5b-16c002d61a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:57.499256 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-7cf76773-9f82-4b2c-ab5b-16c002d61a8b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0850e8e64bc1458c8154135fc94734a6&device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 1096 time: 0.0599196 Jul 08 03:21:57.546210 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-a449fe6b-bfa4-4814-80f5-2a590509b6b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd HTTP/1.1" status: 200 len: 217 time: 0.0392396 Jul 08 03:21:57.595860 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-c683889b-76e6-4065-8449-07396b6dc858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:57.597314 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-c683889b-76e6-4065-8449-07396b6dc858 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a HTTP/1.1" status: 200 len: 847 time: 0.0450969 Jul 08 03:21:57.655888 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-5f0c09fe-6062-4e73-b6f6-7ec2911f1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:57.657441 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-5f0c09fe-6062-4e73-b6f6-7ec2911f1da0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539250 Jul 08 03:21:57.747767 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-28e28dec-8074-4768-9389-74f3ea5509e2 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830309 Jul 08 03:21:57.837008 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ff84063f-63e0-49ac-acca-19bc97d20fdf req-1fc63fef-d751-4214-9a3e-2c01c931805b service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825703 Jul 08 03:21:57.938620 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa90b3a-909c-4ebb-adfe-eb8a197fede6 req-3a5021f6-a8d2-44e7-b780-949edbd7f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:57.940323 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9aa90b3a-909c-4ebb-adfe-eb8a197fede6 req-3a5021f6-a8d2-44e7-b780-949edbd7f1ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0850e8e64bc1458c8154135fc94734a6&device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 1096 time: 0.0571361 Jul 08 03:21:58.045878 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa90b3a-909c-4ebb-adfe-eb8a197fede6 req-6f473e6c-6fd7-4f7f-8b42-8d18c6ff05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:58.047349 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9aa90b3a-909c-4ebb-adfe-eb8a197fede6 req-6f473e6c-6fd7-4f7f-8b42-8d18c6ff05fd service neutron] 10.222.0.54 "GET /v2.0/networks?id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 HTTP/1.1" status: 200 len: 909 time: 0.0995886 Jul 08 03:21:58.088734 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9aa90b3a-909c-4ebb-adfe-eb8a197fede6 req-04b51b1a-f43a-4727-ae15-dafa9eb80f3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd HTTP/1.1" status: 200 len: 217 time: 0.0341771 Jul 08 03:21:58.140661 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa90b3a-909c-4ebb-adfe-eb8a197fede6 req-a828a520-b6be-435a-b76c-50a1fa343137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:58.142087 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9aa90b3a-909c-4ebb-adfe-eb8a197fede6 req-a828a520-b6be-435a-b76c-50a1fa343137 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a HTTP/1.1" status: 200 len: 847 time: 0.0469666 Jul 08 03:21:58.197748 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa90b3a-909c-4ebb-adfe-eb8a197fede6 req-927a2b49-292c-4a47-9d08-d11f551f1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:58.199653 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9aa90b3a-909c-4ebb-adfe-eb8a197fede6 req-927a2b49-292c-4a47-9d08-d11f551f1088 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504425 Jul 08 03:21:58.289699 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9aa90b3a-909c-4ebb-adfe-eb8a197fede6 req-79e689f7-852e-44c5-b4d3-c6ad9a0fea08 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841148 Jul 08 03:21:58.381043 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9aa90b3a-909c-4ebb-adfe-eb8a197fede6 req-43d698fa-8bfd-45c1-ad23-7aec7df48ed4 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844290 Jul 08 03:21:58.515551 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6adbbf-7cea-45c3-b920-dc1c20f85c43 req-1cc9703d-8f4e-4328-a81d-1737810c579a tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:58.516934 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3f6adbbf-7cea-45c3-b920-dc1c20f85c43 req-1cc9703d-8f4e-4328-a81d-1737810c579a tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 943 time: 0.0623529 Jul 08 03:21:58.553839 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3f6adbbf-7cea-45c3-b920-dc1c20f85c43 req-6141052c-c70a-4340-a385-e1e4ab7a8ba5 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315144 Jul 08 03:21:59.727172 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca45917-3e7b-42f1-b3d4-af3dcc0b348c req-efeb6887-8780-4713-a365-f3b4f91d7d90 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:21:59.728657 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7ca45917-3e7b-42f1-b3d4-af3dcc0b348c req-efeb6887-8780-4713-a365-f3b4f91d7d90 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 943 time: 0.0669053 Jul 08 03:21:59.766097 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7ca45917-3e7b-42f1-b3d4-af3dcc0b348c req-4df13153-ce69-444c-b400-7d4a023bdcd4 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311840 Jul 08 03:22:00.935143 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dd281-e2c5-4095-a987-68fb74bbe9ea req-d326837d-933e-4b48-a597-f41d180df689 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:00.936610 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-372dd281-e2c5-4095-a987-68fb74bbe9ea req-d326837d-933e-4b48-a597-f41d180df689 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 943 time: 0.0628216 Jul 08 03:22:00.972640 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-372dd281-e2c5-4095-a987-68fb74bbe9ea req-755955e0-75af-49a2-bf9e-3b5feaac6a98 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304644 Jul 08 03:22:02.144477 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77524e5c-2760-4059-a139-212caeb6a844 req-d587a14a-4bbc-4a85-adfa-5eaa8ea0e63c tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:02.145990 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-77524e5c-2760-4059-a139-212caeb6a844 req-d587a14a-4bbc-4a85-adfa-5eaa8ea0e63c tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 943 time: 0.0621154 Jul 08 03:22:02.181607 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-77524e5c-2760-4059-a139-212caeb6a844 req-3de95180-9c36-47f0-8441-b85846d05a73 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302241 Jul 08 03:22:03.364353 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403139a-0b26-4494-9803-77345098a8dd req-b49112b9-e457-4954-9630-e17d95b931e8 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:03.366292 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0403139a-0b26-4494-9803-77345098a8dd req-b49112b9-e457-4954-9630-e17d95b931e8 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 943 time: 0.0746679 Jul 08 03:22:03.407382 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0403139a-0b26-4494-9803-77345098a8dd req-7282a9de-93c9-4e9e-9166-0ef22dea3dc8 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354958 Jul 08 03:22:04.577504 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935f187-8434-48d2-b91b-3b7afbd7c94b req-8df85d1c-475e-4f9d-808c-1a403cbfe505 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:04.578985 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3935f187-8434-48d2-b91b-3b7afbd7c94b req-8df85d1c-475e-4f9d-808c-1a403cbfe505 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 943 time: 0.0631640 Jul 08 03:22:04.616031 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3935f187-8434-48d2-b91b-3b7afbd7c94b req-2f9cf313-70e4-402b-bbc8-61847b55f069 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316672 Jul 08 03:22:05.792303 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e63b6-3ebd-40e8-b5c3-76114c12aa84 req-3c1dca51-d65c-453a-bec6-def8f9e3b3ae tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:05.793917 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-555e63b6-3ebd-40e8-b5c3-76114c12aa84 req-3c1dca51-d65c-453a-bec6-def8f9e3b3ae tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 943 time: 0.0658996 Jul 08 03:22:05.831130 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-555e63b6-3ebd-40e8-b5c3-76114c12aa84 req-1947329b-f5eb-4e79-9a47-3ba838ede58e tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316806 Jul 08 03:22:05.979727 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 735ef47a-06b9-490f-be0c-4f4379a32fbd details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:22:06.075863 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 735ef47a-06b9-490f-be0c-4f4379a32fbd, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd,segment=NetworkSegment(c3be196e-8b15-4c2b-96dd-921b93834c17),segment_id=c3be196e-8b15-4c2b-96dd-921b93834c17)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:22:06.086563 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': '735ef47a-06b9-490f-be0c-4f4379a32fbd', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'port_id': '735ef47a-06b9-490f-be0c-4f4379a32fbd', 'mac_address': 'fa:16:3e:3e:65:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:22:06.123718 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:06.135715 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735ef47a-06b9-490f-be0c-4f4379a32fbd {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:22:06.154996 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 735ef47a-06b9-490f-be0c-4f4379a32fbd, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd,segment=NetworkSegment(c3be196e-8b15-4c2b-96dd-921b93834c17),segment_id=c3be196e-8b15-4c2b-96dd-921b93834c17)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:22:06.158797 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:06.205095 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=735ef47a-06b9-490f-be0c-4f4379a32fbd,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:06.211862 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:06.212215 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:06.212561 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:06.212897 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:06.213227 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:06.213557 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:06.213910 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:06.214451 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:06.214629 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:06.214880 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:06.215203 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:06.215524 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:06.361799 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['735ef47a-06b9-490f-be0c-4f4379a32fbd'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:22:06.999585 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c38b-e9c4-4fb8-9148-d8ec29f237a5 req-a251eb05-bbd8-4ce2-a191-6a308c61e61a tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:07.001054 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f2e2c38b-e9c4-4fb8-9148-d8ec29f237a5 req-a251eb05-bbd8-4ce2-a191-6a308c61e61a tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 944 time: 0.0624413 Jul 08 03:22:07.037979 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f2e2c38b-e9c4-4fb8-9148-d8ec29f237a5 req-dbd8a596-4d2f-49ee-93a0-4380e2ba064d tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Jul 08 03:22:07.973993 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 735ef47a-06b9-490f-be0c-4f4379a32fbd up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:22:08.024138 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port 735ef47a-06b9-490f-be0c-4f4379a32fbd completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:22:08.028307 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port 735ef47a-06b9-490f-be0c-4f4379a32fbd triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:22:08.028677 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:08.104988 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:08.129521 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735ef47a-06b9-490f-be0c-4f4379a32fbd'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:22:08.131937 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce3a070-98c5-4c49-b372-a7acf90ae164" -d '{"events": [{"server_uuid": "bfc732a2-e801-46ca-828f-82893354c9cd", "name": "network-vif-plugged", "status": "completed", "tag": "735ef47a-06b9-490f-be0c-4f4379a32fbd"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:22:08.146473 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 735ef47a-06b9-490f-be0c-4f4379a32fbd, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd,segment=NetworkSegment(c3be196e-8b15-4c2b-96dd-921b93834c17),segment_id=c3be196e-8b15-4c2b-96dd-921b93834c17)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:22:08.152196 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:08.186509 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05e112d-6e19-4a4b-af8c-157992142d4e x-openstack-request-id: req-b05e112d-6e19-4a4b-af8c-157992142d4e {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:22:08.187064 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc732a2-e801-46ca-828f-82893354c9cd", "name": "network-vif-plugged", "status": "completed", "tag": "735ef47a-06b9-490f-be0c-4f4379a32fbd", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:22:08.187188 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b05e112d-6e19-4a4b-af8c-157992142d4e {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:22:08.187534 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735ef47a-06b9-490f-be0c-4f4379a32fbd', 'code': 200} Jul 08 03:22:08.215707 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=735ef47a-06b9-490f-be0c-4f4379a32fbd,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:08.247297 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf33ee-29b7-41cc-9151-6bc174398926 req-30855853-d915-4f72-b0da-a6639d6a290d tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:08.248999 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2cbf33ee-29b7-41cc-9151-6bc174398926 req-30855853-d915-4f72-b0da-a6639d6a290d tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0784030 Jul 08 03:22:08.287131 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2cbf33ee-29b7-41cc-9151-6bc174398926 req-fb1f8422-7051-4d8d-8324-89b8e61eecbb tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327165 Jul 08 03:22:08.467697 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25eb5a-762e-4f3f-b4ce-82312df8e6f0 req-09fbc77d-e27c-48d2-bbc6-782ff59dc42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:08.469159 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7f25eb5a-762e-4f3f-b4ce-82312df8e6f0 req-09fbc77d-e27c-48d2-bbc6-782ff59dc42a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 1098 time: 0.0551851 Jul 08 03:22:08.503218 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7f25eb5a-762e-4f3f-b4ce-82312df8e6f0 req-52b591a9-53bd-462d-8bfa-472d09819d1d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274332 Jul 08 03:22:09.455745 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f3205-bf0b-4b62-a212-e24247c77c50 req-d390ad14-e0c8-4f44-82ef-7793f4bfa7cf tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:09.457195 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-440f3205-bf0b-4b62-a212-e24247c77c50 req-d390ad14-e0c8-4f44-82ef-7793f4bfa7cf tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0613270 Jul 08 03:22:09.493553 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-440f3205-bf0b-4b62-a212-e24247c77c50 req-238b2b71-0fac-4a9b-b3ce-ad52d38627ce tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307105 Jul 08 03:22:09.663934 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9264b-e87a-426d-a771-86b314a32f66 req-4113120a-6cff-44db-b5ed-fca28054880a tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:09.665308 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2fa9264b-e87a-426d-a771-86b314a32f66 req-4113120a-6cff-44db-b5ed-fca28054880a tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0655470 Jul 08 03:22:09.702075 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2fa9264b-e87a-426d-a771-86b314a32f66 req-89dc94cd-e4d1-45d1-8be5-cb61f1db9c07 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302620 Jul 08 03:22:09.726250 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35228) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:09.826088 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf4f57e-dbe3-4148-805a-14194369030e tempest-TestShelveInstance-1751903885 tempest-TestShelveInstance-1751903885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:09.827594 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-dcf4f57e-dbe3-4148-805a-14194369030e tempest-TestShelveInstance-1751903885 tempest-TestShelveInstance-1751903885-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 1093 time: 0.1011345 Jul 08 03:22:09.830574 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35232) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:09.835798 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Request body: {'floatingip': {'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'port_id': '735ef47a-06b9-490f-be0c-4f4379a32fbd', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:22:09.858505 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for floatingip, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:09.953347 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:10.051347 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_common [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Allocated IP 172.27.1.129 (55c43452-347a-4a03-a326-c2f40e761f1d/2da870be-c87f-4aa3-81ba-4ecde090d89e/3ae7a071-72cd-4792-a2d6-da95506ec1e9) {{(pid=104846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:22:10.156876 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for port, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:10.195447 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126165803'] for port, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:10.231011 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Network 55c43452-347a-4a03-a326-c2f40e761f1d is already hosted by enough agents. {{(pid=104846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:22:10.235627 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Resources bound (agent type, host, resource id): {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:22:10.238960 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Received port after_create {{(pid=104846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:22:10.265970 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Pushing event updated for resources: {'Port': ['ID=3ae7a071-72cd-4792-a2d6-da95506ec1e9,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:10.278906 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:10.279254 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:10.279595 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:10.279929 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:10.280301 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:10.280629 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:10.280956 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:10.281277 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:10.281600 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:10.281945 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:10.282297 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:10.282616 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:22:10.613421 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:10.689419 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:10.828819 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for port, precommit_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:10.833334 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126165813'] for port, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:10.911157 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Pushing event updated for resources: {'Port': ['ID=3ae7a071-72cd-4792-a2d6-da95506ec1e9,revision_number=2']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:10.922136 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515261'] for floatingip, after_update {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:11.046596 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.db.l3_db [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Floating IP 3e5730a1-45e5-42b0-ac1d-3bbee4cb8ff3 associated. External IP: 172.27.1.129, port: 735ef47a-06b9-490f-be0c-4f4379a32fbd. Jul 08 03:22:11.289110 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Router 98cae95f-de82-4e91-8dd1-b2d7f535e26d has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:22:11.419618 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:22:11.431628 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d8240-be1e-40af-88af-21056ff003f8 None None] Sync routers for ids ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:22:11.441107 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:11.446017 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d8240-be1e-40af-88af-21056ff003f8 None None] Routers {'98cae95f-de82-4e91-8dd1-b2d7f535e26d'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:22:11.446910 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-0c4d8240-be1e-40af-88af-21056ff003f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:21:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:22:11.493966 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-bce3b47d-2d31-4153-b481-d90300abb1e9 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6499429 Jul 08 03:22:11.493966 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'tag': '735ef47a-06b9-490f-be0c-4f4379a32fbd'}] {{(pid=104846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:22:11.493966 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4642cb0c9f5c32944fea4b8f428ab57aabc69f35ee3f838cfab6a352ae66987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a750a91a-59a5-46b2-bbf4-230447a26dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc732a2-e801-46ca-828f-82893354c9cd", "tag": "735ef47a-06b9-490f-be0c-4f4379a32fbd"}]}' {{(pid=104846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:22:11.581410 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-0c4d8240-be1e-40af-88af-21056ff003f8 None None] Set router 98cae95f-de82-4e91-8dd1-b2d7f535e26d gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:22:11.594342 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feebde6-a509-437a-a022-2b56b061d32f x-openstack-request-id: req-0feebde6-a509-437a-a022-2b56b061d32f {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:22:11.594654 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc732a2-e801-46ca-828f-82893354c9cd", "tag": "735ef47a-06b9-490f-be0c-4f4379a32fbd", "status": "completed", "code": 200}]} {{(pid=104846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:22:11.594898 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0feebde6-a509-437a-a022-2b56b061d32f {{(pid=104846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:22:11.595293 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'tag': '735ef47a-06b9-490f-be0c-4f4379a32fbd', 'status': 'completed', 'code': 200} Jul 08 03:22:11.676854 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a91a-59a5-46b2-bbf4-230447a26dbf req-4f763428-2773-4911-9d37-5777df8fa2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:11.678557 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a750a91a-59a5-46b2-bbf4-230447a26dbf req-4f763428-2773-4911-9d37-5777df8fa2af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0850e8e64bc1458c8154135fc94734a6&device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 1098 time: 0.0544338 Jul 08 03:22:11.770731 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a91a-59a5-46b2-bbf4-230447a26dbf req-f6c413f1-e8df-4927-8abe-74da2243e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:11.772135 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a750a91a-59a5-46b2-bbf4-230447a26dbf req-f6c413f1-e8df-4927-8abe-74da2243e8ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 HTTP/1.1" status: 200 len: 909 time: 0.0868659 Jul 08 03:22:11.822275 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-0c4d8240-be1e-40af-88af-21056ff003f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:25Z', 'updated_at': '2021-07-08T03:21:28Z', 'revision_number': 4, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'gw_port': {'id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:26Z', 'updated_at': '2021-07-08T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': '3e5730a1-45e5-42b0-ac1d-3bbee4cb8ff3', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'port_id': '735ef47a-06b9-490f-be0c-4f4379a32fbd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'mac_address': 'fa:16:3e:3e:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:22:10Z', 'updated_at': '2021-07-08T03:22:10Z', 'revision_number': 0, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97216dcc-cf22-410e-9c22-5dd765880f77', 'name': '', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'mac_address': 'fa:16:3e:a7:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:28Z', 'updated_at': '2021-07-08T03:21:33Z', 'revision_number': 5, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'subnets': [{'id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:22:11.842375 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a750a91a-59a5-46b2-bbf4-230447a26dbf req-ddd3f018-ac23-49d7-9702-b2a2b7370f5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd HTTP/1.1" status: 200 len: 999 time: 0.0637019 Jul 08 03:22:11.852374 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d8240-be1e-40af-88af-21056ff003f8 None None] Checking router: 98cae95f-de82-4e91-8dd1-b2d7f535e26d for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:22:11.861579 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d8240-be1e-40af-88af-21056ff003f8 None None] Routers {'98cae95f-de82-4e91-8dd1-b2d7f535e26d'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:22:11.862288 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-0c4d8240-be1e-40af-88af-21056ff003f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:21:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:22:11.890679 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a91a-59a5-46b2-bbf4-230447a26dbf req-87345816-2a18-45c4-8184-c02dbfbeaba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:11.892131 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a750a91a-59a5-46b2-bbf4-230447a26dbf req-87345816-2a18-45c4-8184-c02dbfbeaba2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a HTTP/1.1" status: 200 len: 847 time: 0.0436485 Jul 08 03:22:11.959586 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a91a-59a5-46b2-bbf4-230447a26dbf req-78eadbc5-4ff7-45bf-8e53-893f0ce0b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:11.961151 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a750a91a-59a5-46b2-bbf4-230447a26dbf req-78eadbc5-4ff7-45bf-8e53-893f0ce0b47a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625236 Jul 08 03:22:11.961270 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-0c4d8240-be1e-40af-88af-21056ff003f8 None None] Set router 98cae95f-de82-4e91-8dd1-b2d7f535e26d gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:22:12.049349 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a750a91a-59a5-46b2-bbf4-230447a26dbf req-c21b6599-c264-4135-81d7-d8a65da54a26 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815351 Jul 08 03:22:12.145792 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a750a91a-59a5-46b2-bbf4-230447a26dbf req-55cebcde-7406-4602-88db-ab041759759e service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900755 Jul 08 03:22:12.190931 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-0c4d8240-be1e-40af-88af-21056ff003f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:25Z', 'updated_at': '2021-07-08T03:21:28Z', 'revision_number': 4, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'gw_port': {'id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:26Z', 'updated_at': '2021-07-08T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': '3e5730a1-45e5-42b0-ac1d-3bbee4cb8ff3', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'port_id': '735ef47a-06b9-490f-be0c-4f4379a32fbd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'mac_address': 'fa:16:3e:3e:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:22:10Z', 'updated_at': '2021-07-08T03:22:10Z', 'revision_number': 0, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97216dcc-cf22-410e-9c22-5dd765880f77', 'name': '', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'mac_address': 'fa:16:3e:a7:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:28Z', 'updated_at': '2021-07-08T03:21:33Z', 'revision_number': 5, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'subnets': [{'id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:22:12.216415 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d8240-be1e-40af-88af-21056ff003f8 None None] The sync data for ids ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'] in dv-cinder-789077-2-iscsi is: [{'id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:25Z', 'updated_at': '2021-07-08T03:21:28Z', 'revision_number': 4, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'gw_port': {'id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:26Z', 'updated_at': '2021-07-08T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_floatingips': [{'id': '3e5730a1-45e5-42b0-ac1d-3bbee4cb8ff3', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'router_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'port_id': '735ef47a-06b9-490f-be0c-4f4379a32fbd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'mac_address': 'fa:16:3e:3e:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:22:10Z', 'updated_at': '2021-07-08T03:22:10Z', 'revision_number': 0, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97216dcc-cf22-410e-9c22-5dd765880f77', 'name': '', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'mac_address': 'fa:16:3e:a7:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:28Z', 'updated_at': '2021-07-08T03:21:33Z', 'revision_number': 5, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'subnets': [{'id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:22:12.295146 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc683-3e6a-40ce-968e-5e8c45233388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:12.404658 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213badfc-5e8e-490a-87d4-0e4d7f453fe2 None None] New status for floating IP 3e5730a1-45e5-42b0-ac1d-3bbee4cb8ff3: ACTIVE {{(pid=104847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:22:13.754108 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:22:14.749914 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-dc9f4369-25ad-422b-b638-f7480622b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:14.993837 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:15.058630 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:16.325715 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:16.973223 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86b82589-44c0-4dee-9f48-1b7ef1ff5ff9 req-97d55112-1788-4f86-8ee7-cd4d60bcc3bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509315 Jul 08 03:22:17.064093 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b82589-44c0-4dee-9f48-1b7ef1ff5ff9 req-6700b719-01cb-4252-a949-1b8147f8b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:17.065556 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86b82589-44c0-4dee-9f48-1b7ef1ff5ff9 req-6700b719-01cb-4252-a949-1b8147f8b4c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0850e8e64bc1458c8154135fc94734a6&device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 1098 time: 0.0518091 Jul 08 03:22:17.171618 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b82589-44c0-4dee-9f48-1b7ef1ff5ff9 req-62ab3f52-c29c-4d14-8bcd-6afac5122f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:17.173016 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86b82589-44c0-4dee-9f48-1b7ef1ff5ff9 req-62ab3f52-c29c-4d14-8bcd-6afac5122f7e service neutron] 10.222.0.54 "GET /v2.0/networks?id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 HTTP/1.1" status: 200 len: 909 time: 0.0866842 Jul 08 03:22:17.237456 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86b82589-44c0-4dee-9f48-1b7ef1ff5ff9 req-01469391-216e-4047-ac21-6be360ab5c02 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd HTTP/1.1" status: 200 len: 1001 time: 0.0574601 Jul 08 03:22:17.287848 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b82589-44c0-4dee-9f48-1b7ef1ff5ff9 req-65cdbbd4-9dd3-4b1a-829c-8b8f0f3632ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:17.289257 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86b82589-44c0-4dee-9f48-1b7ef1ff5ff9 req-65cdbbd4-9dd3-4b1a-829c-8b8f0f3632ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a HTTP/1.1" status: 200 len: 847 time: 0.0445447 Jul 08 03:22:17.347748 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b82589-44c0-4dee-9f48-1b7ef1ff5ff9 req-fef46bd7-b2db-4954-9050-d5def3cb5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:22:17.349212 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86b82589-44c0-4dee-9f48-1b7ef1ff5ff9 req-fef46bd7-b2db-4954-9050-d5def3cb5db4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534637 Jul 08 03:22:17.436501 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86b82589-44c0-4dee-9f48-1b7ef1ff5ff9 req-36633d59-157b-4ad7-879d-1eb849104dd3 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801861 Jul 08 03:22:17.526359 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-86b82589-44c0-4dee-9f48-1b7ef1ff5ff9 req-e8d0cecd-f495-44f0-8354-85eaa8b5e6d7 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835729 Jul 08 03:22:17.660671 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:33.495151 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35298) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:33.920548 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c91c0f05-39e3-41b3-b4ae-c5a30436d30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16290618'] for router_interface, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:34.388743 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-c91c0f05-39e3-41b3-b4ae-c5a30436d30c admin admin] Deleting port 5989de48-df84-4433-8b93-b22c2213dc3c {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:22:34.389080 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c91c0f05-39e3-41b3-b4ae-c5a30436d30c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:34.467391 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-c91c0f05-39e3-41b3-b4ae-c5a30436d30c admin admin] For port 5989de48-df84-4433-8b93-b22c2213dc3c, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=5989de48-df84-4433-8b93-b22c2213dc3c,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:22:34.467742 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c91c0f05-39e3-41b3-b4ae-c5a30436d30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:34.480220 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-c91c0f05-39e3-41b3-b4ae-c5a30436d30c admin admin] Calling delete_port for 5989de48-df84-4433-8b93-b22c2213dc3c owned by network:router_interface {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:22:34.662832 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c91c0f05-39e3-41b3-b4ae-c5a30436d30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:34.689054 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c0f05-39e3-41b3-b4ae-c5a30436d30c admin admin] Pushing event deleted for resources: {'Port': ['ID=5989de48-df84-4433-8b93-b22c2213dc3c,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:34.852725 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c91c0f05-39e3-41b3-b4ae-c5a30436d30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16290812'] for router_interface, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:35.058361 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91c0f05-39e3-41b3-b4ae-c5a30436d30c admin admin] Router e4b7857b-45c3-436c-8bf0-1c0488f7795a has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:22:35.165031 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91c0f05-39e3-41b3-b4ae-c5a30436d30c admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:22:35.170011 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-c91c0f05-39e3-41b3-b4ae-c5a30436d30c admin admin] 10.222.0.21 "PUT /v2.0/routers/e4b7857b-45c3-436c-8bf0-1c0488f7795a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6737638 Jul 08 03:22:35.172560 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35302) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:35.173138 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b093f8-9d41-4246-a52e-7f431c7282e6 None None] Sync routers for ids ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:22:35.183327 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b093f8-9d41-4246-a52e-7f431c7282e6 None None] Routers {'e4b7857b-45c3-436c-8bf0-1c0488f7795a'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:22:35.183926 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-f5b093f8-9d41-4246-a52e-7f431c7282e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:22:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:22:35.279445 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] Notify callbacks [] for router, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:35.285668 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-f5b093f8-9d41-4246-a52e-7f431c7282e6 None None] Set router e4b7857b-45c3-436c-8bf0-1c0488f7795a gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:22:35.380045 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:35.434352 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] Deleting port b732eac5-e329-43e5-9d4d-47b04c82263b {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:22:35.434675 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:35.468034 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-f5b093f8-9d41-4246-a52e-7f431c7282e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T03:22:34Z', 'revision_number': 5, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port': {'id': 'b732eac5-e329-43e5-9d4d-47b04c82263b', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:22:35.494564 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b093f8-9d41-4246-a52e-7f431c7282e6 None None] Checking router: e4b7857b-45c3-436c-8bf0-1c0488f7795a for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:22:35.502642 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b093f8-9d41-4246-a52e-7f431c7282e6 None None] Routers {'e4b7857b-45c3-436c-8bf0-1c0488f7795a'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:22:35.503250 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-f5b093f8-9d41-4246-a52e-7f431c7282e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:22:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:22:35.514741 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] For port b732eac5-e329-43e5-9d4d-47b04c82263b, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=b732eac5-e329-43e5-9d4d-47b04c82263b,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:22:35.515093 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:35.527153 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] Calling delete_port for b732eac5-e329-43e5-9d4d-47b04c82263b owned by network:router_gateway {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:22:35.667483 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-f5b093f8-9d41-4246-a52e-7f431c7282e6 None None] Set router e4b7857b-45c3-436c-8bf0-1c0488f7795a gateway port host: None {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:22:35.693468 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:35.716515 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-f5b093f8-9d41-4246-a52e-7f431c7282e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T03:22:35Z', 'revision_number': 6, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port_host': None}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:22:35.724622 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] Pushing event deleted for resources: {'Port': ['ID=b732eac5-e329-43e5-9d4d-47b04c82263b,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:35.745360 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b093f8-9d41-4246-a52e-7f431c7282e6 None None] The sync data for ids ['e4b7857b-45c3-436c-8bf0-1c0488f7795a'] in dv-cinder-789077-2-iscsi is: [{'id': 'e4b7857b-45c3-436c-8bf0-1c0488f7795a', 'name': 'tempest-AttachVolumeTestJSON-934030321-router', 'tenant_id': '2ad8a62e9648491bbcf58e246b30188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:18Z', 'updated_at': '2021-07-08T03:22:35Z', 'revision_number': 6, 'project_id': '2ad8a62e9648491bbcf58e246b30188f', 'gw_port_host': None}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:22:35.782912 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515319'] for router_gateway, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:35.873542 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16287011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14632'] for router, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:35.875611 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:35.915751 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16284051'] for router, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:35.916372 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4b7857b-45c3-436c-8bf0-1c0488f7795a {{(pid=104846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 03:22:35.920736 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] Notify callbacks [] for router, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:35.921803 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-c4d965bc-00f5-4d86-862d-f2e237d4948f admin admin] 10.222.0.21 "DELETE /v2.0/routers/e4b7857b-45c3-436c-8bf0-1c0488f7795a HTTP/1.1" status: 204 len: 168 time: 0.7483377 Jul 08 03:22:35.924218 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35304) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:35.966711 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_v2 [None req-139a5656-7d82-4be8-8034-fb5e84cfefca admin admin] Deleting subnet e56f5519-5eb6-4f51-b41a-380a56c3c336 {{(pid=104846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 03:22:35.969616 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-139a5656-7d82-4be8-8034-fb5e84cfefca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.001760 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-139a5656-7d82-4be8-8034-fb5e84cfefca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126166736'] for subnet, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.077553 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-139a5656-7d82-4be8-8034-fb5e84cfefca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.131315 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-139a5656-7d82-4be8-8034-fb5e84cfefca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126165878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126201838'] for subnet, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.159496 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a5656-7d82-4be8-8034-fb5e84cfefca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e56f5519-5eb6-4f51-b41a-380a56c3c336,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:36.161478 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-139a5656-7d82-4be8-8034-fb5e84cfefca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.163662 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-139a5656-7d82-4be8-8034-fb5e84cfefca admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e56f5519-5eb6-4f51-b41a-380a56c3c336 HTTP/1.1" status: 204 len: 168 time: 0.2383401 Jul 08 03:22:36.166607 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35306) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:36.168602 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be01a02-6624-4e1f-ac39-9e3e9a089396 None None] Network 67dacccd-098a-4f2d-86be-1f0fd583c496 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:22:36.237811 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.288978 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] Deleting port 89b0902c-103b-4385-9f34-aff11e314236 {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:22:36.289319 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.351472 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] For port 89b0902c-103b-4385-9f34-aff11e314236, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=89b0902c-103b-4385-9f34-aff11e314236,segment=NetworkSegment(621bb2c6-78cf-4950-8085-79df917a43d1),segment_id=621bb2c6-78cf-4950-8085-79df917a43d1)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:22:36.351828 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.364257 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] Calling delete_port for 89b0902c-103b-4385-9f34-aff11e314236 owned by network:dhcp {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:22:36.442440 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.468708 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=89b0902c-103b-4385-9f34-aff11e314236,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:36.470438 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] No DVR routers for this DVR port 89b0902c-103b-4385-9f34-aff11e314236 on host dv-cinder-789077-2-iscsi {{(pid=104846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:22:36.537710 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a1401b-8a0d-4dd8-9c7e-dd2ddcc4b199 None None] DHCP port deletion for 67dacccd-098a-4f2d-86be-1f0fd583c496 request from dv-cinder-789077-2-iscsi {{(pid=104847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 03:22:36.542219 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.552859 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dacccd-098a-4f2d-86be-1f0fd583c496']}} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:22:36.563847 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621bb2c6-78cf-4950-8085-79df917a43d1') {'for_net_delete': True} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:22:36.564144 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621bb2c6-78cf-4950-8085-79df917a43d1') {} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:22:36.573681 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126166745'] for segment, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.586687 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.592323 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 03:22:36.592702 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126165969'] for segment, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: Traceback (most recent call last): Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: timer() Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: cb(*args, **kw) Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: return func(*args, **kwargs) Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: self._notify() Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: self.callback(batched_events) Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: event.method(event) Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: return f(self, *a, **k) Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._get(url).json() Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: return self.request(url, 'GET', **kwargs) Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 03:22:36.594334 dv-cinder-789077-2-iscsi neutron-server[104846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 03:22:36.648439 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.654605 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.656478 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/67dacccd-098a-4f2d-86be-1f0fd583c496 HTTP/1.1" status: 204 len: 168 time: 0.4889100 Jul 08 03:22:36.673209 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99989d-ad25-47ab-837e-02bad320fff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=67dacccd-098a-4f2d-86be-1f0fd583c496,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:36.792243 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35310) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:36.835618 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-3b8a9588-cd9f-4f4f-926d-eb51fad7e73e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ad8a62e9648491bbcf58e246b30188f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418479 Jul 08 03:22:36.838871 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35312) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:36.886016 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-fb6b7192-b76a-45a6-979a-6262b92a6681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.906170 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-fb6b7192-b76a-45a6-979a-6262b92a6681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.953618 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-fb6b7192-b76a-45a6-979a-6262b92a6681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.956236 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-fb6b7192-b76a-45a6-979a-6262b92a6681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:36.957369 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-fb6b7192-b76a-45a6-979a-6262b92a6681 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87bc8b3c-16c2-440c-b07e-d34d879ff1eb HTTP/1.1" status: 204 len: 168 time: 0.1174743 Jul 08 03:22:36.965529 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b7192-b76a-45a6-979a-6262b92a6681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bc8b3c-16c2-440c-b07e-d34d879ff1eb,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:37.114305 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 89b0902c-103b-4385-9f34-aff11e314236 no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:22:37.135169 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: 89b0902c-103b-4385-9f34-aff11e314236 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:22:37.135516 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 89b0902c-103b-4385-9f34-aff11e314236 not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:22:37.135935 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 5989de48-df84-4433-8b93-b22c2213dc3c no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:22:37.154446 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: 5989de48-df84-4433-8b93-b22c2213dc3c {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:22:37.154774 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 5989de48-df84-4433-8b93-b22c2213dc3c not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:22:37.155185 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device b732eac5-e329-43e5-9d4d-47b04c82263b no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:22:37.175784 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: b732eac5-e329-43e5-9d4d-47b04c82263b {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:22:37.176412 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device b732eac5-e329-43e5-9d4d-47b04c82263b not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:22:38.139618 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35362) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:38.237987 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8e595cb3-e977-4eac-bbc6-bbeef89d09be admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:38.332309 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8e595cb3-e977-4eac-bbc6-bbeef89d09be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:38.337825 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-8e595cb3-e977-4eac-bbc6-bbeef89d09be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:38.379435 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35366) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:38.379980 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-8e595cb3-e977-4eac-bbc6-bbeef89d09be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cceef366df974a89b05a2423e1668f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387447 Jul 08 03:22:38.380915 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e595cb3-e977-4eac-bbc6-bbeef89d09be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dace57be-7847-43f3-a9d2-5088873063a5,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:38.431521 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-87c49a64-85fd-431d-8349-e0f9be2b823f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:38.457230 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-87c49a64-85fd-431d-8349-e0f9be2b823f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:38.502895 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-87c49a64-85fd-431d-8349-e0f9be2b823f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:38.505399 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-87c49a64-85fd-431d-8349-e0f9be2b823f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:38.506618 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-87c49a64-85fd-431d-8349-e0f9be2b823f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dace57be-7847-43f3-a9d2-5088873063a5 HTTP/1.1" status: 204 len: 168 time: 0.1261344 Jul 08 03:22:38.515544 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c49a64-85fd-431d-8349-e0f9be2b823f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dace57be-7847-43f3-a9d2-5088873063a5,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:40.034591 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35420) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:40.131627 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2bea987b-0786-4075-9821-b1fd7792407c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:40.220673 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2bea987b-0786-4075-9821-b1fd7792407c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:40.224111 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-2bea987b-0786-4075-9821-b1fd7792407c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:40.265131 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-2bea987b-0786-4075-9821-b1fd7792407c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=644001667cf142709e1bec5d120f3b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294724 Jul 08 03:22:40.266203 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea987b-0786-4075-9821-b1fd7792407c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aa820c-95b6-465a-9e42-ec8bff4b1c08,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:40.267754 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35424) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:40.316339 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-47f99744-181c-4601-acda-04a5d51c845a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:40.336480 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-47f99744-181c-4601-acda-04a5d51c845a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:40.382237 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-47f99744-181c-4601-acda-04a5d51c845a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:40.385219 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-47f99744-181c-4601-acda-04a5d51c845a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:40.386388 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-47f99744-181c-4601-acda-04a5d51c845a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3aa820c-95b6-465a-9e42-ec8bff4b1c08 HTTP/1.1" status: 204 len: 168 time: 0.1175518 Jul 08 03:22:40.394135 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f99744-181c-4601-acda-04a5d51c845a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aa820c-95b6-465a-9e42-ec8bff4b1c08,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:40.636694 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35430) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:40.652492 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-498ea17c-8f42-415e-980a-afcbbd34bdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:40.738237 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-498ea17c-8f42-415e-980a-afcbbd34bdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:40.741826 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-498ea17c-8f42-415e-980a-afcbbd34bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:40.778270 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ea17c-8f42-415e-980a-afcbbd34bdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e50a39-3c1d-48ad-b27e-60f958eb8b2e,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:40.782540 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-498ea17c-8f42-415e-980a-afcbbd34bdb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7697f288906642d0b4e5c5f0401b5bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448090 Jul 08 03:22:40.785042 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35432) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:40.831536 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-92ba1b65-8bbd-47d6-9d01-757345721abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:40.852749 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-92ba1b65-8bbd-47d6-9d01-757345721abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:40.897679 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-92ba1b65-8bbd-47d6-9d01-757345721abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:40.901476 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-92ba1b65-8bbd-47d6-9d01-757345721abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:40.902644 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-92ba1b65-8bbd-47d6-9d01-757345721abf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24e50a39-3c1d-48ad-b27e-60f958eb8b2e HTTP/1.1" status: 204 len: 168 time: 0.1167114 Jul 08 03:22:40.914940 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba1b65-8bbd-47d6-9d01-757345721abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e50a39-3c1d-48ad-b27e-60f958eb8b2e,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:42.300748 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-b3148271-3774-4251-8770-fad65323168e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:42.380527 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35476) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:42.481768 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0c362a73-50aa-4071-8faa-1dc902dd3ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:42.571027 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0c362a73-50aa-4071-8faa-1dc902dd3ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:42.575072 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0c362a73-50aa-4071-8faa-1dc902dd3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:42.617561 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-0c362a73-50aa-4071-8faa-1dc902dd3ef6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=398c5b49ab084ead980031e507960f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356627 Jul 08 03:22:42.618652 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c362a73-50aa-4071-8faa-1dc902dd3ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e853887e-f9ae-41ad-a8d4-6b2f9aa181ee,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:42.620227 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35480) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:42.670580 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-514f2c8d-3e4f-4f2c-86e5-9c0e630cbdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:42.690622 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-514f2c8d-3e4f-4f2c-86e5-9c0e630cbdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:42.735798 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-514f2c8d-3e4f-4f2c-86e5-9c0e630cbdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:42.738270 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-514f2c8d-3e4f-4f2c-86e5-9c0e630cbdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:42.739437 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-514f2c8d-3e4f-4f2c-86e5-9c0e630cbdd0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e853887e-f9ae-41ad-a8d4-6b2f9aa181ee HTTP/1.1" status: 204 len: 168 time: 0.1173112 Jul 08 03:22:42.747014 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f2c8d-3e4f-4f2c-86e5-9c0e630cbdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e853887e-f9ae-41ad-a8d4-6b2f9aa181ee,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:42.985733 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35486) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:42.999098 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-629dc7c0-b262-4f55-98ef-f103d1dcc8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:43.082822 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-629dc7c0-b262-4f55-98ef-f103d1dcc8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:43.086439 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-629dc7c0-b262-4f55-98ef-f103d1dcc8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:43.124730 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-629dc7c0-b262-4f55-98ef-f103d1dcc8ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7634df68c0c40f3b3fbe3c5a380fa6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1379199 Jul 08 03:22:43.125809 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dc7c0-b262-4f55-98ef-f103d1dcc8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3858b277-f23d-400d-868e-065bdc82e331,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:43.127463 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35488) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:43.176098 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e531db42-7f0c-4010-9398-c9bb81f78485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:43.196017 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e531db42-7f0c-4010-9398-c9bb81f78485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:43.242394 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e531db42-7f0c-4010-9398-c9bb81f78485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:43.245139 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e531db42-7f0c-4010-9398-c9bb81f78485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:43.246329 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-e531db42-7f0c-4010-9398-c9bb81f78485 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3858b277-f23d-400d-868e-065bdc82e331 HTTP/1.1" status: 204 len: 168 time: 0.1178391 Jul 08 03:22:43.254096 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531db42-7f0c-4010-9398-c9bb81f78485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3858b277-f23d-400d-868e-065bdc82e331,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:44.751334 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-f90faa22-3e88-4b05-81d4-9303f27a241d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:44.995512 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:45.067524 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:46.327748 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:47.665663 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:48.094271 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35590) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:48.193033 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-83fb1708-f0bb-43b2-ac18-27a9b7a5ccda admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:48.283973 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-83fb1708-f0bb-43b2-ac18-27a9b7a5ccda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:48.287867 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-83fb1708-f0bb-43b2-ac18-27a9b7a5ccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:48.326313 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-83fb1708-f0bb-43b2-ac18-27a9b7a5ccda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb6371664c3d423f9993cf966930f031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309380 Jul 08 03:22:48.327426 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb1708-f0bb-43b2-ac18-27a9b7a5ccda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf80fe7-24d7-422e-a200-986c981ddc5c,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:48.329625 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35594) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:48.383657 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-fb460f33-2f14-41ce-8bfe-db21f214910f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:48.404186 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-fb460f33-2f14-41ce-8bfe-db21f214910f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:48.451971 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-fb460f33-2f14-41ce-8bfe-db21f214910f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:48.454492 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-fb460f33-2f14-41ce-8bfe-db21f214910f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:48.455609 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-fb460f33-2f14-41ce-8bfe-db21f214910f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fcf80fe7-24d7-422e-a200-986c981ddc5c HTTP/1.1" status: 204 len: 168 time: 0.1246412 Jul 08 03:22:48.463984 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb460f33-2f14-41ce-8bfe-db21f214910f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf80fe7-24d7-422e-a200-986c981ddc5c,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:48.700235 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35600) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:48.713409 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0ed8dca4-8655-4d7d-8748-9d84395e6281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:48.798000 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0ed8dca4-8655-4d7d-8748-9d84395e6281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:48.801658 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0ed8dca4-8655-4d7d-8748-9d84395e6281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:48.839762 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-0ed8dca4-8655-4d7d-8748-9d84395e6281 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9b908afcfe6421b9e9f55eb9650473f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384792 Jul 08 03:22:48.840615 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8dca4-8655-4d7d-8748-9d84395e6281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d11591-3f77-401c-be88-6115113b35c7,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:48.842471 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35602) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:48.898650 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-642176c3-54c8-40e8-9daf-8d38f652ac92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:48.921004 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-642176c3-54c8-40e8-9daf-8d38f652ac92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:48.966329 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-642176c3-54c8-40e8-9daf-8d38f652ac92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:48.968826 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-642176c3-54c8-40e8-9daf-8d38f652ac92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:48.970011 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-642176c3-54c8-40e8-9daf-8d38f652ac92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23d11591-3f77-401c-be88-6115113b35c7 HTTP/1.1" status: 204 len: 168 time: 0.1259749 Jul 08 03:22:48.977349 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642176c3-54c8-40e8-9daf-8d38f652ac92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d11591-3f77-401c-be88-6115113b35c7,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:49.277166 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35608) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:49.290752 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-53bc0bc6-9314-4d42-9716-fbd913979511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:49.378000 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-53bc0bc6-9314-4d42-9716-fbd913979511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:49.381672 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-53bc0bc6-9314-4d42-9716-fbd913979511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:49.422064 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-53bc0bc6-9314-4d42-9716-fbd913979511 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a17f08bbb0c846daa50c045c48781f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437929 Jul 08 03:22:49.422904 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc0bc6-9314-4d42-9716-fbd913979511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3bb6bb-73d3-4149-94fb-b390088862ab,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:49.424737 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35610) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:22:49.473691 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-66ec898d-cf5a-4313-803e-3a4aa295c6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:49.494987 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-66ec898d-cf5a-4313-803e-3a4aa295c6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:49.538845 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-66ec898d-cf5a-4313-803e-3a4aa295c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:49.541724 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-66ec898d-cf5a-4313-803e-3a4aa295c6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:49.542879 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-66ec898d-cf5a-4313-803e-3a4aa295c6cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf3bb6bb-73d3-4149-94fb-b390088862ab HTTP/1.1" status: 204 len: 168 time: 0.1171482 Jul 08 03:22:49.550180 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec898d-cf5a-4313-803e-3a4aa295c6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3bb6bb-73d3-4149-94fb-b390088862ab,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:22:50.753264 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:23:00.065617 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35716) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:23:00.166360 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3170e774-12e0-4a50-9e35-a56167a9e66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:00.262120 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3170e774-12e0-4a50-9e35-a56167a9e66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:00.265715 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3170e774-12e0-4a50-9e35-a56167a9e66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:00.302934 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-3170e774-12e0-4a50-9e35-a56167a9e66f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b49a846da1564baca4df2de21424a8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362859 Jul 08 03:23:00.303767 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170e774-12e0-4a50-9e35-a56167a9e66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263c0c5a-ca02-4501-a101-35459997441d,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:00.305620 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35720) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:23:00.354344 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:00.374695 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:00.419767 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:00.422351 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:00.423495 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/263c0c5a-ca02-4501-a101-35459997441d HTTP/1.1" status: 204 len: 168 time: 0.1167736 Jul 08 03:23:00.430855 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263c0c5a-ca02-4501-a101-35459997441d,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:00.439182 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:00.439569 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:00.439913 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:00.440252 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:00.440696 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:00.440908 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:00.441237 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:00.441568 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:00.441920 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:00.442259 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:00.442584 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:00.442979 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c372b-82ac-439d-805a-964a28eac461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:00.678869 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35726) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:23:00.692463 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-353cd96d-fd2a-4023-97fd-04138450546a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:00.780436 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-353cd96d-fd2a-4023-97fd-04138450546a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:00.784079 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-353cd96d-fd2a-4023-97fd-04138450546a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:00.819954 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-353cd96d-fd2a-4023-97fd-04138450546a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e465f322466e42ed9d2d69f4c6a95806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400044 Jul 08 03:23:00.822544 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cd96d-fd2a-4023-97fd-04138450546a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b79979e-73ef-476f-a3ef-f32230ea6f5e,revision_number=1']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:00.823727 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35728) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:23:00.873140 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4200dbb0-f9dc-4aa7-94a0-52a521b71114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:00.893815 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4200dbb0-f9dc-4aa7-94a0-52a521b71114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:00.938738 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4200dbb0-f9dc-4aa7-94a0-52a521b71114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:00.941206 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-4200dbb0-f9dc-4aa7-94a0-52a521b71114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:00.942373 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-4200dbb0-f9dc-4aa7-94a0-52a521b71114 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b79979e-73ef-476f-a3ef-f32230ea6f5e HTTP/1.1" status: 204 len: 168 time: 0.1176586 Jul 08 03:23:00.950668 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200dbb0-f9dc-4aa7-94a0-52a521b71114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b79979e-73ef-476f-a3ef-f32230ea6f5e,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:01.576358 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 35750) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:23:01.666176 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-709203841-network', 'tenant_id': '3b7cf8a0610c4599b1f2ec44e10edde0'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:23:01.690464 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] Made reservation on behalf of 3b7cf8a0610c4599b1f2ec44e10edde0 for: {'network': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:23:01.692790 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for network, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:01.701012 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:01.787794 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:01.792502 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:01.816710 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=104845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 03:23:01.826273 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b850c5-8e97-4148-ac00-fea035e16c13,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:01.830940 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:01.831294 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.segments_db [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] Added segment 0661c237-16a1-4c19-9bb4-cc34bbb2e89e of type vlan for network a9eb2505-126d-43b8-8fdc-c21c72029f3e Jul 08 03:23:01.871593 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792812540483'] for network, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:01.898497 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261'] for network, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:01.899473 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:01.900079 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:01.951877 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3742874 Jul 08 03:23:01.954882 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 35754) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:23:01.960019 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.v2.base [None req-3e8c617b-69af-4466-9699-172816225ded admin admin] Request body: {'subnet': {'network_id': 'a9eb2505-126d-43b8-8fdc-c21c72029f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-709203841-subnet', 'tenant_id': '3b7cf8a0610c4599b1f2ec44e10edde0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:23:01.962334 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebee6d9-c3bd-4dcf-8ba4-a368810f291f admin admin] Pushing event updated for resources: {'Network': ['ID=a9eb2505-126d-43b8-8fdc-c21c72029f3e,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:01.971966 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Network a9eb2505-126d-43b8-8fdc-c21c72029f3e details requested by agent ovs-agent-dv-cinder-789077-2-iscsi with host dv-cinder-789077-2-iscsi {{(pid=104847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 03:23:01.980535 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8c617b-69af-4466-9699-172816225ded admin admin] Made reservation on behalf of 3b7cf8a0610c4599b1f2ec44e10edde0 for: {'subnet': 1} {{(pid=104846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:23:01.982856 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3e8c617b-69af-4466-9699-172816225ded admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126201797'] for subnet, before_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:02.144539 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3e8c617b-69af-4466-9699-172816225ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126166715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126201847'] for subnet, after_create {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:02.203354 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c617b-69af-4466-9699-172816225ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec61b793-c36d-4d5b-8d80-4d4e969a1b79,revision_number=0']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:02.210070 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c617b-69af-4466-9699-172816225ded admin admin] Checking segment: {'id': '0661c237-16a1-4c19-9bb4-cc34bbb2e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9eb2505-126d-43b8-8fdc-c21c72029f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:23:02.210433 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8c617b-69af-4466-9699-172816225ded admin admin] Network hostable DHCP agents. Network: a9eb2505-126d-43b8-8fdc-c21c72029f3e, hostable agents: ['1a3d27f7-4cc0-496c-b80b-b17ea329d6b4'], hosted agents: [] {{(pid=104846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 03:23:02.228239 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8c617b-69af-4466-9699-172816225ded admin admin] Network a9eb2505-126d-43b8-8fdc-c21c72029f3e is scheduled to be hosted by DHCP agent 1a3d27f7-4cc0-496c-b80b-b17ea329d6b4 with binding_index 1 {{(pid=104846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 03:23:02.236399 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.base_scheduler [None req-3e8c617b-69af-4466-9699-172816225ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-2-iscsi, a9eb2505-126d-43b8-8fdc-c21c72029f3e) {{(pid=104846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:23:02.244277 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c617b-69af-4466-9699-172816225ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:02.244277 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-3e8c617b-69af-4466-9699-172816225ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:02.246561 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e46eeaf-d76f-4732-a613-7f28bd301668 None None] Network a9eb2505-126d-43b8-8fdc-c21c72029f3e requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:23:02.257296 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-3e8c617b-69af-4466-9699-172816225ded admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3011971 Jul 08 03:23:02.372328 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a99c4e-8020-4370-819c-2ef178717fe0 None None] Network a9eb2505-126d-43b8-8fdc-c21c72029f3e requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:23:03.979385 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-b1c5a789-cba6-47fc-a997-da4bbbc772d5 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:03.980812 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-b1c5a789-cba6-47fc-a997-da4bbbc772d5 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/networks?id=a9eb2505-126d-43b8-8fdc-c21c72029f3e HTTP/1.1" status: 200 len: 808 time: 0.0980692 Jul 08 03:23:03.995182 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-8af47d51-a8ac-4b34-b30a-9909c6fd9e3e tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/quotas/3b7cf8a0610c4599b1f2ec44e10edde0 HTTP/1.1" status: 200 len: 375 time: 0.0091438 Jul 08 03:23:04.026787 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-cbeffffa-c596-4dfe-9e60-5cae087483dc tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b7cf8a0610c4599b1f2ec44e10edde0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270510 Jul 08 03:23:04.077151 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-c529b4c1-9738-4bdc-91f0-8d4ee158c920 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 03:23:04.078149 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-c529b4c1-9738-4bdc-91f0-8d4ee158c920 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455003 Jul 08 03:23:04.166735 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-b1162827-2bd2-40d4-9917-7bde26002492 service neutron] 10.222.0.21 "GET /v2.0/networks/a9eb2505-126d-43b8-8fdc-c21c72029f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829585 Jul 08 03:23:04.253654 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-e6c56079-0eae-4929-aea7-afc1afea2fdc service neutron] 10.222.0.21 "GET /v2.0/networks/a9eb2505-126d-43b8-8fdc-c21c72029f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814414 Jul 08 03:23:04.426401 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ad747b97-9dac-4a65-87df-b67c1f54a5af req-1820a19d-b1f7-41e1-b5ec-62e9e3f616df tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0dcf823-a13e-45e8-a967-3534ca1ceac7 HTTP/1.1" status: 200 len: 210 time: 0.0341709 Jul 08 03:23:05.466974 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-88e1fc9b-e3a5-4402-8cdb-4f4b47167966 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:05.468534 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-88e1fc9b-e3a5-4402-8cdb-4f4b47167966 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.54 "GET /v2.0/networks?id=a9eb2505-126d-43b8-8fdc-c21c72029f3e HTTP/1.1" status: 200 len: 808 time: 0.1048992 Jul 08 03:23:05.487938 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-49658b7c-9ab0-4bbc-99a7-967210b177c9 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Request body: {'port': {'device_id': 'b0dcf823-a13e-45e8-a967-3534ca1ceac7', 'network_id': 'a9eb2505-126d-43b8-8fdc-c21c72029f3e', 'admin_state_up': True, 'tenant_id': '3b7cf8a0610c4599b1f2ec44e10edde0'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:23:05.594864 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b980e271-5288-411c-a797-61be1df8616c req-28413951-1535-4e69-a554-11d4fbee1caf tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0dcf823-a13e-45e8-a967-3534ca1ceac7 HTTP/1.1" status: 200 len: 210 time: 0.0346437 Jul 08 03:23:05.627843 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-49658b7c-9ab0-4bbc-99a7-967210b177c9 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Made reservation on behalf of 3b7cf8a0610c4599b1f2ec44e10edde0 for: {'port': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:23:05.631394 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-49658b7c-9ab0-4bbc-99a7-967210b177c9 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:05.754115 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-49658b7c-9ab0-4bbc-99a7-967210b177c9 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Allocated IP 172.20.0.12 (a9eb2505-126d-43b8-8fdc-c21c72029f3e/ec61b793-c36d-4d5b-8d80-4d4e969a1b79/b4d0913e-fc0f-4eb2-9717-2ea02b329586) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:23:05.894089 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-49658b7c-9ab0-4bbc-99a7-967210b177c9 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:05.931622 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-49658b7c-9ab0-4bbc-99a7-967210b177c9 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:05.979756 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-49658b7c-9ab0-4bbc-99a7-967210b177c9 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Network a9eb2505-126d-43b8-8fdc-c21c72029f3e is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:23:05.982831 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-49658b7c-9ab0-4bbc-99a7-967210b177c9 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:23:05.986602 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-49658b7c-9ab0-4bbc-99a7-967210b177c9 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:23:06.010951 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49658b7c-9ab0-4bbc-99a7-967210b177c9 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Pushing event updated for resources: {'Port': ['ID=b4d0913e-fc0f-4eb2-9717-2ea02b329586,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:06.035150 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-49658b7c-9ab0-4bbc-99a7-967210b177c9 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:06.035756 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-49658b7c-9ab0-4bbc-99a7-967210b177c9 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:06.049645 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-49658b7c-9ab0-4bbc-99a7-967210b177c9 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5657196 Jul 08 03:23:06.060708 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Request body: {'port': {'device_id': 'b0dcf823-a13e-45e8-a967-3534ca1ceac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:23:06.128344 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:06.383343 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d0913e-fc0f-4eb2-9717-2ea02b329586 {{(pid=104845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:23:06.390776 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:06.403133 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Transition to ACTIVE for port object b4d0913e-fc0f-4eb2-9717-2ea02b329586 will not be triggered until provisioned by entity L2. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:23:06.406106 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:06.455390 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Pushing event updated for resources: {'Port': ['ID=b4d0913e-fc0f-4eb2-9717-2ea02b329586,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:06.522897 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Attempting to bind port b4d0913e-fc0f-4eb2-9717-2ea02b329586 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:23:06.523570 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Attempting to bind port b4d0913e-fc0f-4eb2-9717-2ea02b329586 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '0661c237-16a1-4c19-9bb4-cc34bbb2e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9eb2505-126d-43b8-8fdc-c21c72029f3e'}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:23:06.524208 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Attempting to bind port b4d0913e-fc0f-4eb2-9717-2ea02b329586 on network a9eb2505-126d-43b8-8fdc-c21c72029f3e {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:23:06.528413 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Port b4d0913e-fc0f-4eb2-9717-2ea02b329586 on network a9eb2505-126d-43b8-8fdc-c21c72029f3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 03:23:06.528736 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Attempting to bind port b4d0913e-fc0f-4eb2-9717-2ea02b329586 on network a9eb2505-126d-43b8-8fdc-c21c72029f3e {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:23:06.533529 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:23:06.533881 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Checking segment: {'id': '0661c237-16a1-4c19-9bb4-cc34bbb2e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9eb2505-126d-43b8-8fdc-c21c72029f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:23:06.534289 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Bound using segment: {'id': '0661c237-16a1-4c19-9bb4-cc34bbb2e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9eb2505-126d-43b8-8fdc-c21c72029f3e'} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:23:06.534713 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Bound port: b4d0913e-fc0f-4eb2-9717-2ea02b329586, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0661c237-16a1-4c19-9bb4-cc34bbb2e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9eb2505-126d-43b8-8fdc-c21c72029f3e'}}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:23:06.535068 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:06.597986 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] For port b4d0913e-fc0f-4eb2-9717-2ea02b329586, host hv-cinder-78907, cleared binding levels {{(pid=104845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:23:06.601027 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] For port b4d0913e-fc0f-4eb2-9717-2ea02b329586, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=b4d0913e-fc0f-4eb2-9717-2ea02b329586,segment=NetworkSegment(0661c237-16a1-4c19-9bb4-cc34bbb2e89e),segment_id=0661c237-16a1-4c19-9bb4-cc34bbb2e89e)] {{(pid=104845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:23:06.605232 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:06.640505 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:06.641120 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:06.642567 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] 10.222.0.54 "PUT /v2.0/ports/b4d0913e-fc0f-4eb2-9717-2ea02b329586 HTTP/1.1" status: 200 len: 1094 time: 0.5858240 Jul 08 03:23:06.643008 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dcf823-a13e-45e8-a967-3534ca1ceac7', 'tag': 'b4d0913e-fc0f-4eb2-9717-2ea02b329586'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:23:06.645220 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e570ea50-aa85-40b6-a54e-f010b46e1977" -d '{"events": [{"name": "network-changed", "server_uuid": "b0dcf823-a13e-45e8-a967-3534ca1ceac7", "tag": "b4d0913e-fc0f-4eb2-9717-2ea02b329586"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:23:06.678649 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1a4df-2891-45bb-a000-1841fd0b80ac service neutron] Pushing event updated for resources: {'Port': ['ID=b4d0913e-fc0f-4eb2-9717-2ea02b329586,revision_number=3']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:06.709454 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f36523-f3b4-4186-b6f1-55265436aeed x-openstack-request-id: req-11f36523-f3b4-4186-b6f1-55265436aeed {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:23:06.709746 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0dcf823-a13e-45e8-a967-3534ca1ceac7", "tag": "b4d0913e-fc0f-4eb2-9717-2ea02b329586", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:23:06.710026 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11f36523-f3b4-4186-b6f1-55265436aeed {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:23:06.710418 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0dcf823-a13e-45e8-a967-3534ca1ceac7', 'tag': 'b4d0913e-fc0f-4eb2-9717-2ea02b329586', 'status': 'completed', 'code': 200} Jul 08 03:23:06.782108 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-2f3c16f8-1d46-4250-b572-c121f925a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:06.783604 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-2f3c16f8-1d46-4250-b572-c121f925a601 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b7cf8a0610c4599b1f2ec44e10edde0&device_id=b0dcf823-a13e-45e8-a967-3534ca1ceac7 HTTP/1.1" status: 200 len: 1097 time: 0.1014276 Jul 08 03:23:06.795485 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179358a-8ded-4e4f-a4b0-be5bbfdd5b93 req-cb8c5ec1-2233-4cef-8b5e-c0d7114bbb16 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:06.796870 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5179358a-8ded-4e4f-a4b0-be5bbfdd5b93 req-cb8c5ec1-2233-4cef-8b5e-c0d7114bbb16 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0dcf823-a13e-45e8-a967-3534ca1ceac7 HTTP/1.1" status: 200 len: 944 time: 0.0844080 Jul 08 03:23:06.836991 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-88b676c0-c005-4ce4-97fc-0d4d61cfb644 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4d0913e-fc0f-4eb2-9717-2ea02b329586 HTTP/1.1" status: 200 len: 217 time: 0.0390925 Jul 08 03:23:06.892668 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5179358a-8ded-4e4f-a4b0-be5bbfdd5b93 req-9895c3d6-c9cc-44c0-9516-ca09c7df5e5d tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885532 Jul 08 03:23:06.899483 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-07db64f3-cc80-4467-aa3a-b682859b8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:06.900881 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-07db64f3-cc80-4467-aa3a-b682859b8742 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec61b793-c36d-4d5b-8d80-4d4e969a1b79 HTTP/1.1" status: 200 len: 848 time: 0.0578523 Jul 08 03:23:06.937698 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-93fe9a44-1220-4743-b7ec-ac6804880fba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9eb2505-126d-43b8-8fdc-c21c72029f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295391 Jul 08 03:23:07.027488 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-2bdb038a-a770-4a12-b04d-655027c65c6f service neutron] 10.222.0.54 "GET /v2.0/networks/a9eb2505-126d-43b8-8fdc-c21c72029f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820370 Jul 08 03:23:07.118609 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d0bc95d3-2239-4df7-9df1-f56e604a7bb1 req-5bf91d88-e960-4ce4-ab0b-3f3bb38503be service neutron] 10.222.0.54 "GET /v2.0/networks/a9eb2505-126d-43b8-8fdc-c21c72029f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843234 Jul 08 03:23:07.472943 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ea50-aa85-40b6-a54e-f010b46e1977 req-8ee51fb2-f687-43eb-9668-9124bb472c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:07.474474 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e570ea50-aa85-40b6-a54e-f010b46e1977 req-8ee51fb2-f687-43eb-9668-9124bb472c3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b7cf8a0610c4599b1f2ec44e10edde0&device_id=b0dcf823-a13e-45e8-a967-3534ca1ceac7 HTTP/1.1" status: 200 len: 1097 time: 0.3102908 Jul 08 03:23:07.560304 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ea50-aa85-40b6-a54e-f010b46e1977 req-42bf51e4-d399-4faf-ae04-6dab6f1e3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:07.561720 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e570ea50-aa85-40b6-a54e-f010b46e1977 req-42bf51e4-d399-4faf-ae04-6dab6f1e3dde service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9eb2505-126d-43b8-8fdc-c21c72029f3e HTTP/1.1" status: 200 len: 909 time: 0.0802522 Jul 08 03:23:07.604316 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e570ea50-aa85-40b6-a54e-f010b46e1977 req-47c6f8e6-8afb-415a-a16c-5cebd9986226 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4d0913e-fc0f-4eb2-9717-2ea02b329586 HTTP/1.1" status: 200 len: 217 time: 0.0354013 Jul 08 03:23:07.652829 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ea50-aa85-40b6-a54e-f010b46e1977 req-d86ec397-1a0b-464c-b2bb-6d5ff92666c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:07.654308 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e570ea50-aa85-40b6-a54e-f010b46e1977 req-d86ec397-1a0b-464c-b2bb-6d5ff92666c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec61b793-c36d-4d5b-8d80-4d4e969a1b79 HTTP/1.1" status: 200 len: 848 time: 0.0428686 Jul 08 03:23:07.686181 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e570ea50-aa85-40b6-a54e-f010b46e1977 req-5b3bb3ec-5c84-4168-a908-4933317a6040 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9eb2505-126d-43b8-8fdc-c21c72029f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254595 Jul 08 03:23:07.776755 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e570ea50-aa85-40b6-a54e-f010b46e1977 req-dd28dbcd-318a-4680-aeac-1de12e1cd749 service neutron] 10.222.0.54 "GET /v2.0/networks/a9eb2505-126d-43b8-8fdc-c21c72029f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830104 Jul 08 03:23:07.863464 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e570ea50-aa85-40b6-a54e-f010b46e1977 req-27aa1e80-ef8f-4ec1-af3d-632d0cfc8b67 service neutron] 10.222.0.54 "GET /v2.0/networks/a9eb2505-126d-43b8-8fdc-c21c72029f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790188 Jul 08 03:23:08.066349 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aeb53-8ab3-4cc0-b2b1-529ddb3a308d req-eeb168fb-ef3f-4d62-99ec-7aec3d310172 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:08.067781 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-806aeb53-8ab3-4cc0-b2b1-529ddb3a308d req-eeb168fb-ef3f-4d62-99ec-7aec3d310172 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0dcf823-a13e-45e8-a967-3534ca1ceac7 HTTP/1.1" status: 200 len: 944 time: 0.0654569 Jul 08 03:23:08.104010 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-806aeb53-8ab3-4cc0-b2b1-529ddb3a308d req-54a96191-687f-4697-9cd1-9387af37cb44 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300584 Jul 08 03:23:09.274739 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace21bd2-e33b-484a-8d01-2da4d07bcd25 req-10351630-c73a-4826-855b-5ab3b388d47c tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:09.276238 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ace21bd2-e33b-484a-8d01-2da4d07bcd25 req-10351630-c73a-4826-855b-5ab3b388d47c tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0dcf823-a13e-45e8-a967-3534ca1ceac7 HTTP/1.1" status: 200 len: 944 time: 0.0632925 Jul 08 03:23:09.324135 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ace21bd2-e33b-484a-8d01-2da4d07bcd25 req-dc11a7d9-11f9-4820-a0a3-12dfdb2b11a8 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423529 Jul 08 03:23:10.219606 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device b4d0913e-fc0f-4eb2-9717-2ea02b329586 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:23:10.314940 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port b4d0913e-fc0f-4eb2-9717-2ea02b329586, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=b4d0913e-fc0f-4eb2-9717-2ea02b329586,segment=NetworkSegment(0661c237-16a1-4c19-9bb4-cc34bbb2e89e),segment_id=0661c237-16a1-4c19-9bb4-cc34bbb2e89e)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:23:10.326308 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': 'b4d0913e-fc0f-4eb2-9717-2ea02b329586', 'network_id': 'a9eb2505-126d-43b8-8fdc-c21c72029f3e', 'port_id': 'b4d0913e-fc0f-4eb2-9717-2ea02b329586', 'mac_address': 'fa:16:3e:3e:ec:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec61b793-c36d-4d5b-8d80-4d4e969a1b79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:23:10.361956 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:10.375518 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d0913e-fc0f-4eb2-9717-2ea02b329586 {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:23:10.395136 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port b4d0913e-fc0f-4eb2-9717-2ea02b329586, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=b4d0913e-fc0f-4eb2-9717-2ea02b329586,segment=NetworkSegment(0661c237-16a1-4c19-9bb4-cc34bbb2e89e),segment_id=0661c237-16a1-4c19-9bb4-cc34bbb2e89e)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:23:10.399755 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:10.450595 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=b4d0913e-fc0f-4eb2-9717-2ea02b329586,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:10.457471 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:10.457821 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:10.458187 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:10.458521 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:10.458851 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:10.459176 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:10.459499 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:10.459819 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:10.460141 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:10.460457 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:10.460805 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:10.461716 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:10.498947 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f94446-34ca-42b2-89a8-9167167f7284 req-4b1f93f1-0fe3-4f83-8e7a-788cd88c5c8d tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:10.500456 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-64f94446-34ca-42b2-89a8-9167167f7284 req-4b1f93f1-0fe3-4f83-8e7a-788cd88c5c8d tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0dcf823-a13e-45e8-a967-3534ca1ceac7 HTTP/1.1" status: 200 len: 945 time: 0.0665169 Jul 08 03:23:10.537090 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-64f94446-34ca-42b2-89a8-9167167f7284 req-a7fb4494-9fd7-4474-bc84-29208a784922 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311403 Jul 08 03:23:10.612619 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['b4d0913e-fc0f-4eb2-9717-2ea02b329586'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:23:11.749803 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02e885-9391-4077-863d-27559783c26a req-a123061f-87f6-42d2-897e-b9242850f541 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:11.751413 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6c02e885-9391-4077-863d-27559783c26a req-a123061f-87f6-42d2-897e-b9242850f541 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0dcf823-a13e-45e8-a967-3534ca1ceac7 HTTP/1.1" status: 200 len: 945 time: 0.0797863 Jul 08 03:23:11.807476 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-6c02e885-9391-4077-863d-27559783c26a req-f35cb935-1441-4ed8-aee5-fe4c7a4aaca2 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501518 Jul 08 03:23:12.209230 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device b4d0913e-fc0f-4eb2-9717-2ea02b329586 up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:23:12.256373 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port b4d0913e-fc0f-4eb2-9717-2ea02b329586 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:23:12.264603 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port b4d0913e-fc0f-4eb2-9717-2ea02b329586 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:23:12.265041 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:12.310784 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-acd95b01-6dce-4bbb-adb7-9000892fe966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:12.353215 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:12.376292 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dcf823-a13e-45e8-a967-3534ca1ceac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d0913e-fc0f-4eb2-9717-2ea02b329586'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:23:12.378541 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318e4ae6-6743-4c58-8e88-7fbb43d57511" -d '{"events": [{"server_uuid": "b0dcf823-a13e-45e8-a967-3534ca1ceac7", "name": "network-vif-plugged", "status": "completed", "tag": "b4d0913e-fc0f-4eb2-9717-2ea02b329586"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:23:12.391376 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port b4d0913e-fc0f-4eb2-9717-2ea02b329586, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=b4d0913e-fc0f-4eb2-9717-2ea02b329586,segment=NetworkSegment(0661c237-16a1-4c19-9bb4-cc34bbb2e89e),segment_id=0661c237-16a1-4c19-9bb4-cc34bbb2e89e)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:23:12.395367 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:12.418460 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3100d89f-351f-4fc9-9a7c-8fa648addf08 x-openstack-request-id: req-3100d89f-351f-4fc9-9a7c-8fa648addf08 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:23:12.418752 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0dcf823-a13e-45e8-a967-3534ca1ceac7", "name": "network-vif-plugged", "status": "completed", "tag": "b4d0913e-fc0f-4eb2-9717-2ea02b329586", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:23:12.419004 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3100d89f-351f-4fc9-9a7c-8fa648addf08 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:23:12.419391 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dcf823-a13e-45e8-a967-3534ca1ceac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d0913e-fc0f-4eb2-9717-2ea02b329586', 'code': 200} Jul 08 03:23:12.444632 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=b4d0913e-fc0f-4eb2-9717-2ea02b329586,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:12.629428 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be89456-4a34-435b-b6d1-aa61d8ff932f req-cf527e24-fd2d-47e2-b05a-76de406cc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:12.630914 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3be89456-4a34-435b-b6d1-aa61d8ff932f req-cf527e24-fd2d-47e2-b05a-76de406cc521 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0dcf823-a13e-45e8-a967-3534ca1ceac7 HTTP/1.1" status: 200 len: 1099 time: 0.0501556 Jul 08 03:23:12.663088 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3be89456-4a34-435b-b6d1-aa61d8ff932f req-9cec4da5-60d1-49d8-b8fc-a9c92005b07c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262389 Jul 08 03:23:12.982716 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405b657-6e01-464b-9dec-f0b4a255649a req-1b7718a8-378f-4908-9789-426b046c645b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:12.984090 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1405b657-6e01-464b-9dec-f0b4a255649a req-1b7718a8-378f-4908-9789-426b046c645b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0dcf823-a13e-45e8-a967-3534ca1ceac7 HTTP/1.1" status: 200 len: 946 time: 0.0642519 Jul 08 03:23:13.020687 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1405b657-6e01-464b-9dec-f0b4a255649a req-448db8a1-8b87-482d-9460-09ecdfa36f1f tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312364 Jul 08 03:23:14.192870 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16693a-8b87-412b-863f-06b58d14a51b req-1e49959d-57fc-4f72-bb0f-e6341f45a858 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:14.194344 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1f16693a-8b87-412b-863f-06b58d14a51b req-1e49959d-57fc-4f72-bb0f-e6341f45a858 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0dcf823-a13e-45e8-a967-3534ca1ceac7 HTTP/1.1" status: 200 len: 946 time: 0.0615373 Jul 08 03:23:14.232410 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-1f16693a-8b87-412b-863f-06b58d14a51b req-f47e7fc3-9f04-464d-947f-874a7f4cf2d5 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318077 Jul 08 03:23:14.753680 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-a8598880-7e7d-4181-9f4f-0356999f54df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:14.980518 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a353bc-941e-4ec5-b412-b7ca5220e8fc req-e89cbceb-83a7-413a-86ea-06bfc78aba70 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:14.981932 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c8a353bc-941e-4ec5-b412-b7ca5220e8fc req-e89cbceb-83a7-413a-86ea-06bfc78aba70 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0dcf823-a13e-45e8-a967-3534ca1ceac7 HTTP/1.1" status: 200 len: 946 time: 0.0613418 Jul 08 03:23:14.997430 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:15.019896 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c8a353bc-941e-4ec5-b412-b7ca5220e8fc req-25026335-0b29-4987-b610-dfbaf8067c70 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322654 Jul 08 03:23:15.064015 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:16.228505 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55454a-7a07-4c81-b970-5f594565f2bf req-9beaf720-46d8-4514-89b8-eaa47816b641 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:16.229961 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bb55454a-7a07-4c81-b970-5f594565f2bf req-9beaf720-46d8-4514-89b8-eaa47816b641 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0dcf823-a13e-45e8-a967-3534ca1ceac7 HTTP/1.1" status: 200 len: 946 time: 0.1042030 Jul 08 03:23:16.237082 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fd396-585e-4f60-be4a-1e102b181ef6 req-01727253-2590-4839-91ab-6b93b93d2457 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:16.238434 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-eb1fd396-585e-4f60-be4a-1e102b181ef6 req-01727253-2590-4839-91ab-6b93b93d2457 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0dcf823-a13e-45e8-a967-3534ca1ceac7 HTTP/1.1" status: 200 len: 946 time: 0.1042666 Jul 08 03:23:16.315017 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-eb1fd396-585e-4f60-be4a-1e102b181ef6 req-c2256996-734c-474a-85ff-fa9ccf545068 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683904 Jul 08 03:23:16.344582 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:16.360806 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-bb55454a-7a07-4c81-b970-5f594565f2bf req-9db1d85e-70ed-4cbb-86f3-a064012861e0 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Deleting port b4d0913e-fc0f-4eb2-9717-2ea02b329586 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:23:16.361180 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-bb55454a-7a07-4c81-b970-5f594565f2bf req-9db1d85e-70ed-4cbb-86f3-a064012861e0 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:16.445476 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-bb55454a-7a07-4c81-b970-5f594565f2bf req-9db1d85e-70ed-4cbb-86f3-a064012861e0 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] For port b4d0913e-fc0f-4eb2-9717-2ea02b329586, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=b4d0913e-fc0f-4eb2-9717-2ea02b329586,segment=NetworkSegment(0661c237-16a1-4c19-9bb4-cc34bbb2e89e),segment_id=0661c237-16a1-4c19-9bb4-cc34bbb2e89e)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:23:16.445834 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-bb55454a-7a07-4c81-b970-5f594565f2bf req-9db1d85e-70ed-4cbb-86f3-a064012861e0 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:16.458156 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-bb55454a-7a07-4c81-b970-5f594565f2bf req-9db1d85e-70ed-4cbb-86f3-a064012861e0 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Calling delete_port for b4d0913e-fc0f-4eb2-9717-2ea02b329586 owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:23:16.584789 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-bb55454a-7a07-4c81-b970-5f594565f2bf req-9db1d85e-70ed-4cbb-86f3-a064012861e0 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:16.596678 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['b4d0913e-fc0f-4eb2-9717-2ea02b329586'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:23:16.613528 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1d85e-70ed-4cbb-86f3-a064012861e0 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Pushing event deleted for resources: {'Port': ['ID=b4d0913e-fc0f-4eb2-9717-2ea02b329586,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:16.661322 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb55454a-7a07-4c81-b970-5f594565f2bf req-9db1d85e-70ed-4cbb-86f3-a064012861e0 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] No DVR routers for this DVR port b4d0913e-fc0f-4eb2-9717-2ea02b329586 on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:23:16.664409 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-bb55454a-7a07-4c81-b970-5f594565f2bf req-9db1d85e-70ed-4cbb-86f3-a064012861e0 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:16.666414 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-bb55454a-7a07-4c81-b970-5f594565f2bf req-9db1d85e-70ed-4cbb-86f3-a064012861e0 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.54 "DELETE /v2.0/ports/b4d0913e-fc0f-4eb2-9717-2ea02b329586 HTTP/1.1" status: 204 len: 173 time: 0.4271183 Jul 08 03:23:16.666845 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dcf823-a13e-45e8-a967-3534ca1ceac7', 'name': 'network-vif-deleted', 'tag': 'b4d0913e-fc0f-4eb2-9717-2ea02b329586'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:23:16.669060 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7adf8a5-ea5d-4b7d-b0bf-b8b5150149d1" -d '{"events": [{"server_uuid": "b0dcf823-a13e-45e8-a967-3534ca1ceac7", "name": "network-vif-deleted", "tag": "b4d0913e-fc0f-4eb2-9717-2ea02b329586"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:23:16.707927 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed80bb0-7247-495b-acf7-94adebdef309 x-openstack-request-id: req-bed80bb0-7247-495b-acf7-94adebdef309 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:23:16.708323 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0dcf823-a13e-45e8-a967-3534ca1ceac7", "name": "network-vif-deleted", "tag": "b4d0913e-fc0f-4eb2-9717-2ea02b329586", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:23:16.708577 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bed80bb0-7247-495b-acf7-94adebdef309 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:23:16.708971 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dcf823-a13e-45e8-a967-3534ca1ceac7', 'name': 'network-vif-deleted', 'tag': 'b4d0913e-fc0f-4eb2-9717-2ea02b329586', 'status': 'completed', 'code': 200} Jul 08 03:23:17.604675 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-de9da373-2b00-4d3b-9ffb-5e1c5be16df2 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:17.606073 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-de9da373-2b00-4d3b-9ffb-5e1c5be16df2 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/networks?id=a9eb2505-126d-43b8-8fdc-c21c72029f3e HTTP/1.1" status: 200 len: 808 time: 0.0975626 Jul 08 03:23:17.620319 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-f8605ce3-e039-43ca-b040-40e53ace27bb tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/quotas/3b7cf8a0610c4599b1f2ec44e10edde0 HTTP/1.1" status: 200 len: 375 time: 0.0091190 Jul 08 03:23:17.653887 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-39c46ba6-3b87-422b-8ab4-a1e0e26f5495 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b7cf8a0610c4599b1f2ec44e10edde0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281675 Jul 08 03:23:17.669488 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:17.744758 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e030b95e-fe1b-4879-ada4-95bd35e3e713 service neutron] 10.222.0.21 "GET /v2.0/networks/a9eb2505-126d-43b8-8fdc-c21c72029f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850770 Jul 08 03:23:17.831591 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-2fb855ab-46a9-4125-84c8-f02c8fa14b75 service neutron] 10.222.0.21 "GET /v2.0/networks/a9eb2505-126d-43b8-8fdc-c21c72029f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813153 Jul 08 03:23:18.000476 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f13d16a3-bcea-43db-8864-3ae0ea032e3e req-82b1ac45-1835-466c-b64c-3765015adb96 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1855c1fa-f1a5-4069-bf27-d8e74f34bf02 HTTP/1.1" status: 200 len: 210 time: 0.0336545 Jul 08 03:23:18.927196 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.54', 50311) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:23:18.978142 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-cf3d3143-deca-42d9-bd41-843574524d2c tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:18.979719 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-cf3d3143-deca-42d9-bd41-843574524d2c tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.54 "GET /v2.0/networks?id=a9eb2505-126d-43b8-8fdc-c21c72029f3e HTTP/1.1" status: 200 len: 808 time: 0.1023693 Jul 08 03:23:18.984027 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7e7c3bc7-bd13-4b14-9e1c-37922ec8dc4d req-f695487d-2b0c-4c5d-9de2-0a4418f5931a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555439 Jul 08 03:23:19.005381 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-85b0385b-a92c-4b73-a056-c0733506a09b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Request body: {'port': {'device_id': '1855c1fa-f1a5-4069-bf27-d8e74f34bf02', 'network_id': 'a9eb2505-126d-43b8-8fdc-c21c72029f3e', 'admin_state_up': True, 'tenant_id': '3b7cf8a0610c4599b1f2ec44e10edde0'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:23:19.086604 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c3bc7-bd13-4b14-9e1c-37922ec8dc4d req-19c69630-a612-46ed-85be-9d445aa987a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:19.088256 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7e7c3bc7-bd13-4b14-9e1c-37922ec8dc4d req-19c69630-a612-46ed-85be-9d445aa987a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0850e8e64bc1458c8154135fc94734a6&device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 1098 time: 0.0551140 Jul 08 03:23:19.156809 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-f3dd706b-317b-4e5a-92b6-3418b58cce06 req-19870cd1-9fd4-4fd0-bd55-b962146b060f tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1855c1fa-f1a5-4069-bf27-d8e74f34bf02 HTTP/1.1" status: 200 len: 210 time: 0.0384800 Jul 08 03:23:19.179846 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-85b0385b-a92c-4b73-a056-c0733506a09b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Made reservation on behalf of 3b7cf8a0610c4599b1f2ec44e10edde0 for: {'port': 1} {{(pid=104845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:23:19.183442 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-85b0385b-a92c-4b73-a056-c0733506a09b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:19.206046 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c3bc7-bd13-4b14-9e1c-37922ec8dc4d req-9d001ad8-45f0-4481-ac32-181fe3113d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:19.207512 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7e7c3bc7-bd13-4b14-9e1c-37922ec8dc4d req-9d001ad8-45f0-4481-ac32-181fe3113d8c service neutron] 10.222.0.54 "GET /v2.0/networks?id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 HTTP/1.1" status: 200 len: 909 time: 0.0933335 Jul 08 03:23:19.271784 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7e7c3bc7-bd13-4b14-9e1c-37922ec8dc4d req-aa0a5323-58ce-47e6-a9e1-d915b43c97d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd HTTP/1.1" status: 200 len: 1001 time: 0.0571728 Jul 08 03:23:19.312687 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_common [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-85b0385b-a92c-4b73-a056-c0733506a09b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Allocated IP 172.20.0.12 (a9eb2505-126d-43b8-8fdc-c21c72029f3e/ec61b793-c36d-4d5b-8d80-4d4e969a1b79/d20c7747-1474-4081-8b6c-4e69324f1cd5) {{(pid=104845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:23:19.320539 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c3bc7-bd13-4b14-9e1c-37922ec8dc4d req-c08e382a-9713-4c69-8cbd-595b7fe3c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:19.321689 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7e7c3bc7-bd13-4b14-9e1c-37922ec8dc4d req-c08e382a-9713-4c69-8cbd-595b7fe3c261 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a HTTP/1.1" status: 200 len: 847 time: 0.0431547 Jul 08 03:23:19.381628 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c3bc7-bd13-4b14-9e1c-37922ec8dc4d req-853d7940-6169-4c8b-9603-1b30c7b646cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:19.383447 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7e7c3bc7-bd13-4b14-9e1c-37922ec8dc4d req-853d7940-6169-4c8b-9603-1b30c7b646cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554659 Jul 08 03:23:19.459325 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-85b0385b-a92c-4b73-a056-c0733506a09b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks [] for port, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:19.482183 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7e7c3bc7-bd13-4b14-9e1c-37922ec8dc4d req-25a1c4be-4dcc-4db2-85e4-ed01a3a97ae1 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913117 Jul 08 03:23:19.499539 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-85b0385b-a92c-4b73-a056-c0733506a09b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-540966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-197613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792812583379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2876712'] for port, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:19.550074 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-85b0385b-a92c-4b73-a056-c0733506a09b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Network a9eb2505-126d-43b8-8fdc-c21c72029f3e is already hosted by enough agents. {{(pid=104845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:23:19.553385 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.base_scheduler [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-85b0385b-a92c-4b73-a056-c0733506a09b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Resources bound (agent type, host, resource id): {{(pid=104845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:23:19.557919 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-85b0385b-a92c-4b73-a056-c0733506a09b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Received port after_create {{(pid=104845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:23:19.564793 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0385b-a92c-4b73-a056-c0733506a09b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Pushing event updated for resources: {'Port': ['ID=d20c7747-1474-4081-8b6c-4e69324f1cd5,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:19.611872 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-85b0385b-a92c-4b73-a056-c0733506a09b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:19.612537 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-85b0385b-a92c-4b73-a056-c0733506a09b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:19.627773 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-85b0385b-a92c-4b73-a056-c0733506a09b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6265025 Jul 08 03:23:19.639362 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.v2.base [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Request body: {'port': {'device_id': '1855c1fa-f1a5-4069-bf27-d8e74f34bf02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=104845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:23:19.714557 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:19.795829 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7e7c3bc7-bd13-4b14-9e1c-37922ec8dc4d req-f76bb519-5fc4-4c90-8dc1-ac9e3129f803 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075891 Jul 08 03:23:19.974829 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20c7747-1474-4081-8b6c-4e69324f1cd5 {{(pid=104845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:23:19.982005 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:19.993550 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.provisioning_blocks [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Transition to ACTIVE for port object d20c7747-1474-4081-8b6c-4e69324f1cd5 will not be triggered until provisioned by entity L2. {{(pid=104845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:23:19.997110 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:20.047170 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Pushing event updated for resources: {'Port': ['ID=d20c7747-1474-4081-8b6c-4e69324f1cd5,revision_number=2']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:20.114737 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Attempting to bind port d20c7747-1474-4081-8b6c-4e69324f1cd5 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:23:20.115074 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Attempting to bind port d20c7747-1474-4081-8b6c-4e69324f1cd5 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '0661c237-16a1-4c19-9bb4-cc34bbb2e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9eb2505-126d-43b8-8fdc-c21c72029f3e'}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:23:20.115405 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Attempting to bind port d20c7747-1474-4081-8b6c-4e69324f1cd5 on network a9eb2505-126d-43b8-8fdc-c21c72029f3e {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:23:20.120532 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Port d20c7747-1474-4081-8b6c-4e69324f1cd5 on network a9eb2505-126d-43b8-8fdc-c21c72029f3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 03:23:20.120854 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Attempting to bind port d20c7747-1474-4081-8b6c-4e69324f1cd5 on network a9eb2505-126d-43b8-8fdc-c21c72029f3e {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:23:20.125547 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Checking agent: {'id': 'dcf66508-8758-4fdb-86d4-1e7f71081be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'started_at': datetime.datetime(2021, 7, 8, 2, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:23:20.125909 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Checking segment: {'id': '0661c237-16a1-4c19-9bb4-cc34bbb2e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9eb2505-126d-43b8-8fdc-c21c72029f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:23:20.126294 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Bound using segment: {'id': '0661c237-16a1-4c19-9bb4-cc34bbb2e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9eb2505-126d-43b8-8fdc-c21c72029f3e'} {{(pid=104845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:23:20.126712 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.managers [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Bound port: d20c7747-1474-4081-8b6c-4e69324f1cd5, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0661c237-16a1-4c19-9bb4-cc34bbb2e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9eb2505-126d-43b8-8fdc-c21c72029f3e'}}] {{(pid=104845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:23:20.127063 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:20.188179 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] For port d20c7747-1474-4081-8b6c-4e69324f1cd5, host hv-cinder-78907, cleared binding levels {{(pid=104845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:23:20.191410 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] For port d20c7747-1474-4081-8b6c-4e69324f1cd5, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d20c7747-1474-4081-8b6c-4e69324f1cd5,segment=NetworkSegment(0661c237-16a1-4c19-9bb4-cc34bbb2e89e),segment_id=0661c237-16a1-4c19-9bb4-cc34bbb2e89e)] {{(pid=104845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:23:20.196868 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2876726'] for port, after_update {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:20.229975 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:20.230599 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:20.231983 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] 10.222.0.54 "PUT /v2.0/ports/d20c7747-1474-4081-8b6c-4e69324f1cd5 HTTP/1.1" status: 200 len: 1094 time: 0.5971162 Jul 08 03:23:20.232421 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1855c1fa-f1a5-4069-bf27-d8e74f34bf02', 'tag': 'd20c7747-1474-4081-8b6c-4e69324f1cd5'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:23:20.234720 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a03973b-cb8b-46ca-8183-8b4395383abc" -d '{"events": [{"name": "network-changed", "server_uuid": "1855c1fa-f1a5-4069-bf27-d8e74f34bf02", "tag": "d20c7747-1474-4081-8b6c-4e69324f1cd5"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:23:20.257091 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device b4d0913e-fc0f-4eb2-9717-2ea02b329586 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:23:20.265371 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4166af3-4cc3-4f64-8ccb-5331c19ed596 service neutron] Pushing event updated for resources: {'Port': ['ID=d20c7747-1474-4081-8b6c-4e69324f1cd5,revision_number=3']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:20.290407 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: b4d0913e-fc0f-4eb2-9717-2ea02b329586 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:23:20.290956 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device b4d0913e-fc0f-4eb2-9717-2ea02b329586 not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:23:20.314033 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fa9bcd-95a5-4664-9e26-ca739e036cc7 x-openstack-request-id: req-41fa9bcd-95a5-4664-9e26-ca739e036cc7 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:23:20.314323 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1855c1fa-f1a5-4069-bf27-d8e74f34bf02", "tag": "d20c7747-1474-4081-8b6c-4e69324f1cd5", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:23:20.314572 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41fa9bcd-95a5-4664-9e26-ca739e036cc7 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:23:20.314959 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1855c1fa-f1a5-4069-bf27-d8e74f34bf02', 'tag': 'd20c7747-1474-4081-8b6c-4e69324f1cd5', 'status': 'completed', 'code': 200} Jul 08 03:23:20.383297 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3ffde-ea5a-40af-a763-5f9b33ac10de req-1d0c3fa9-972d-41fd-9753-b29573d32aa6 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:20.384825 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-efe3ffde-ea5a-40af-a763-5f9b33ac10de req-1d0c3fa9-972d-41fd-9753-b29573d32aa6 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1855c1fa-f1a5-4069-bf27-d8e74f34bf02 HTTP/1.1" status: 200 len: 944 time: 0.1067080 Jul 08 03:23:20.387376 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-10559551-64c5-4c23-8f24-758575c896cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:20.388721 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-10559551-64c5-4c23-8f24-758575c896cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b7cf8a0610c4599b1f2ec44e10edde0&device_id=1855c1fa-f1a5-4069-bf27-d8e74f34bf02 HTTP/1.1" status: 200 len: 1097 time: 0.1018493 Jul 08 03:23:20.439381 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-634c9311-fc8b-4624-8edc-54fb1c5c9246 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d20c7747-1474-4081-8b6c-4e69324f1cd5 HTTP/1.1" status: 200 len: 217 time: 0.0423715 Jul 08 03:23:20.462007 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-efe3ffde-ea5a-40af-a763-5f9b33ac10de req-bdadf933-9bd5-46fb-bdb5-7e192e1c7de2 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715706 Jul 08 03:23:20.500487 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-a0a08adf-4ffd-47f4-8545-18922e1ffcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:20.501912 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-a0a08adf-4ffd-47f4-8545-18922e1ffcc4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec61b793-c36d-4d5b-8d80-4d4e969a1b79 HTTP/1.1" status: 200 len: 848 time: 0.0552733 Jul 08 03:23:20.534609 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-709ceddd-d606-4244-921f-04de2aec695c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9eb2505-126d-43b8-8fdc-c21c72029f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260563 Jul 08 03:23:20.622280 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-663dcdbe-cf5a-469d-b4f9-6d6b9b2987cb service neutron] 10.222.0.54 "GET /v2.0/networks/a9eb2505-126d-43b8-8fdc-c21c72029f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813003 Jul 08 03:23:20.713901 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de80b077-7e9d-475e-9e01-f15e1fc7ec20 req-ee668996-319f-4eb2-890d-086db370298b service neutron] 10.222.0.54 "GET /v2.0/networks/a9eb2505-126d-43b8-8fdc-c21c72029f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851536 Jul 08 03:23:20.813766 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03973b-cb8b-46ca-8183-8b4395383abc req-ee89348a-312f-494f-a22e-b21b54869ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:20.815260 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3a03973b-cb8b-46ca-8183-8b4395383abc req-ee89348a-312f-494f-a22e-b21b54869ca8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b7cf8a0610c4599b1f2ec44e10edde0&device_id=1855c1fa-f1a5-4069-bf27-d8e74f34bf02 HTTP/1.1" status: 200 len: 1097 time: 0.0520620 Jul 08 03:23:20.903737 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03973b-cb8b-46ca-8183-8b4395383abc req-40bc15e7-5416-4fa7-91e5-7ae05f559bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:20.905206 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3a03973b-cb8b-46ca-8183-8b4395383abc req-40bc15e7-5416-4fa7-91e5-7ae05f559bed service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9eb2505-126d-43b8-8fdc-c21c72029f3e HTTP/1.1" status: 200 len: 909 time: 0.0836608 Jul 08 03:23:20.944331 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3a03973b-cb8b-46ca-8183-8b4395383abc req-75eff4a4-7b84-448b-8af7-b42f3438ac4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d20c7747-1474-4081-8b6c-4e69324f1cd5 HTTP/1.1" status: 200 len: 217 time: 0.0327039 Jul 08 03:23:20.990083 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03973b-cb8b-46ca-8183-8b4395383abc req-3f444a35-594c-4d87-8d3d-cb71c07f7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:20.992509 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3a03973b-cb8b-46ca-8183-8b4395383abc req-3f444a35-594c-4d87-8d3d-cb71c07f7ebe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec61b793-c36d-4d5b-8d80-4d4e969a1b79 HTTP/1.1" status: 200 len: 848 time: 0.0404465 Jul 08 03:23:21.023717 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3a03973b-cb8b-46ca-8183-8b4395383abc req-42a0abd9-87f0-4d99-b252-7c5194aab8a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9eb2505-126d-43b8-8fdc-c21c72029f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247324 Jul 08 03:23:21.116329 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3a03973b-cb8b-46ca-8183-8b4395383abc req-5dad64c9-0fee-4daf-8968-49f86f379144 service neutron] 10.222.0.54 "GET /v2.0/networks/a9eb2505-126d-43b8-8fdc-c21c72029f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856118 Jul 08 03:23:21.204302 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3a03973b-cb8b-46ca-8183-8b4395383abc req-cace1d6f-651c-43c7-a16b-07642e800604 service neutron] 10.222.0.54 "GET /v2.0/networks/a9eb2505-126d-43b8-8fdc-c21c72029f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808792 Jul 08 03:23:21.638253 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2841d7-79ae-471e-a66d-d8db4f037abd req-07008d6d-b4d2-47d5-b5f4-23ef1b363ada tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:21.639715 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de2841d7-79ae-471e-a66d-d8db4f037abd req-07008d6d-b4d2-47d5-b5f4-23ef1b363ada tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1855c1fa-f1a5-4069-bf27-d8e74f34bf02 HTTP/1.1" status: 200 len: 944 time: 0.0659146 Jul 08 03:23:21.676893 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-de2841d7-79ae-471e-a66d-d8db4f037abd req-058855ff-35b3-432b-9e6f-a66f7773ca00 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317435 Jul 08 03:23:22.286707 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device d20c7747-1474-4081-8b6c-4e69324f1cd5 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:23:22.376088 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port d20c7747-1474-4081-8b6c-4e69324f1cd5, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d20c7747-1474-4081-8b6c-4e69324f1cd5,segment=NetworkSegment(0661c237-16a1-4c19-9bb4-cc34bbb2e89e),segment_id=0661c237-16a1-4c19-9bb4-cc34bbb2e89e)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:23:22.389703 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': 'd20c7747-1474-4081-8b6c-4e69324f1cd5', 'network_id': 'a9eb2505-126d-43b8-8fdc-c21c72029f3e', 'port_id': 'd20c7747-1474-4081-8b6c-4e69324f1cd5', 'mac_address': 'fa:16:3e:09:d5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec61b793-c36d-4d5b-8d80-4d4e969a1b79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:23:22.425267 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:22.437168 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20c7747-1474-4081-8b6c-4e69324f1cd5 {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:23:22.455239 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port d20c7747-1474-4081-8b6c-4e69324f1cd5, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d20c7747-1474-4081-8b6c-4e69324f1cd5,segment=NetworkSegment(0661c237-16a1-4c19-9bb4-cc34bbb2e89e),segment_id=0661c237-16a1-4c19-9bb4-cc34bbb2e89e)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:23:22.459277 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:22.504825 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=d20c7747-1474-4081-8b6c-4e69324f1cd5,revision_number=4']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:22.656568 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['d20c7747-1474-4081-8b6c-4e69324f1cd5'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:23:22.853342 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d1f35-921c-4c0e-adab-ecf1f0584c57 req-b42d632a-d056-4d1f-a00c-35dbf41c9daf tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:22.854906 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-853d1f35-921c-4c0e-adab-ecf1f0584c57 req-b42d632a-d056-4d1f-a00c-35dbf41c9daf tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1855c1fa-f1a5-4069-bf27-d8e74f34bf02 HTTP/1.1" status: 200 len: 945 time: 0.0659282 Jul 08 03:23:22.892006 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-853d1f35-921c-4c0e-adab-ecf1f0584c57 req-b677faba-2d3e-4107-bdfc-ea484d07970c tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315313 Jul 08 03:23:24.061644 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68232670-31d9-43ca-a2be-a30a2d4d16a2 req-553becbc-cb52-4638-9026-9500bd30e7d1 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:24.063109 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-68232670-31d9-43ca-a2be-a30a2d4d16a2 req-553becbc-cb52-4638-9026-9500bd30e7d1 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1855c1fa-f1a5-4069-bf27-d8e74f34bf02 HTTP/1.1" status: 200 len: 945 time: 0.0645819 Jul 08 03:23:24.098976 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-68232670-31d9-43ca-a2be-a30a2d4d16a2 req-89a419fc-62fc-44ed-a917-be2126481ea3 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304885 Jul 08 03:23:24.317836 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device d20c7747-1474-4081-8b6c-4e69324f1cd5 up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:23:24.364499 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning for port d20c7747-1474-4081-8b6c-4e69324f1cd5 completed by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:23:24.369269 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port d20c7747-1474-4081-8b6c-4e69324f1cd5 triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:23:24.369634 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:24.446514 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:24.467836 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1855c1fa-f1a5-4069-bf27-d8e74f34bf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20c7747-1474-4081-8b6c-4e69324f1cd5'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:23:24.470068 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d32c12-80e2-4421-b37d-3a7621ea3d83" -d '{"events": [{"server_uuid": "1855c1fa-f1a5-4069-bf27-d8e74f34bf02", "name": "network-vif-plugged", "status": "completed", "tag": "d20c7747-1474-4081-8b6c-4e69324f1cd5"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:23:24.484655 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port d20c7747-1474-4081-8b6c-4e69324f1cd5, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d20c7747-1474-4081-8b6c-4e69324f1cd5,segment=NetworkSegment(0661c237-16a1-4c19-9bb4-cc34bbb2e89e),segment_id=0661c237-16a1-4c19-9bb4-cc34bbb2e89e)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:23:24.489186 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:24.520513 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09d2710-272b-45bb-a0ee-e90bb22a22da x-openstack-request-id: req-f09d2710-272b-45bb-a0ee-e90bb22a22da {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:23:24.520973 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1855c1fa-f1a5-4069-bf27-d8e74f34bf02", "name": "network-vif-plugged", "status": "completed", "tag": "d20c7747-1474-4081-8b6c-4e69324f1cd5", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:23:24.521246 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f09d2710-272b-45bb-a0ee-e90bb22a22da {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:23:24.521605 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1855c1fa-f1a5-4069-bf27-d8e74f34bf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20c7747-1474-4081-8b6c-4e69324f1cd5', 'code': 200} Jul 08 03:23:24.554939 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=d20c7747-1474-4081-8b6c-4e69324f1cd5,revision_number=5']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:24.717690 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593735e-7f69-4619-80a7-001bded12eef req-bd7c8f19-0a8a-4b5d-8fbf-8a49c66e85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:24.719169 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7593735e-7f69-4619-80a7-001bded12eef req-bd7c8f19-0a8a-4b5d-8fbf-8a49c66e85a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1855c1fa-f1a5-4069-bf27-d8e74f34bf02 HTTP/1.1" status: 200 len: 1099 time: 0.0499697 Jul 08 03:23:24.753027 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7593735e-7f69-4619-80a7-001bded12eef req-38836a9a-7690-4888-9122-f46ee2165e92 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271966 Jul 08 03:23:25.267664 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29465bb7-075b-47fb-8d5e-eecadff568bb req-cbd7d681-94b4-415b-858e-458540d8ba23 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:25.269142 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-29465bb7-075b-47fb-8d5e-eecadff568bb req-cbd7d681-94b4-415b-858e-458540d8ba23 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1855c1fa-f1a5-4069-bf27-d8e74f34bf02 HTTP/1.1" status: 200 len: 946 time: 0.0627618 Jul 08 03:23:25.307840 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-29465bb7-075b-47fb-8d5e-eecadff568bb req-168e7365-aa55-4578-becf-fcb6a68decd0 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322983 Jul 08 03:23:26.487135 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0eb3a1-f226-4b6f-8fb0-6beff21c7ee8 req-d6172af6-daa0-4570-b079-00320c88419c tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:26.488580 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5f0eb3a1-f226-4b6f-8fb0-6beff21c7ee8 req-d6172af6-daa0-4570-b079-00320c88419c tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1855c1fa-f1a5-4069-bf27-d8e74f34bf02 HTTP/1.1" status: 200 len: 946 time: 0.0666950 Jul 08 03:23:26.527371 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5f0eb3a1-f226-4b6f-8fb0-6beff21c7ee8 req-ff9fc618-8e22-4fa8-bd37-56f359ca4cce tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327480 Jul 08 03:23:27.314404 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26437ff9-780d-4815-be6e-b2a46dcafc42 req-e13f2e91-6784-46bb-9253-4de4f342b72a tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:27.315880 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-26437ff9-780d-4815-be6e-b2a46dcafc42 req-e13f2e91-6784-46bb-9253-4de4f342b72a tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1855c1fa-f1a5-4069-bf27-d8e74f34bf02 HTTP/1.1" status: 200 len: 946 time: 0.0633960 Jul 08 03:23:27.351927 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-26437ff9-780d-4815-be6e-b2a46dcafc42 req-0e6f30ac-9ce3-4a05-92f3-444df7b0511d tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306079 Jul 08 03:23:27.751691 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:23:28.567374 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1d0a9-2ccb-4d1c-891d-ebfd01fc432f req-8fb05f04-9478-496e-accc-b52cc52e3d68 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:28.568821 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d5e1d0a9-2ccb-4d1c-891d-ebfd01fc432f req-8fb05f04-9478-496e-accc-b52cc52e3d68 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1855c1fa-f1a5-4069-bf27-d8e74f34bf02 HTTP/1.1" status: 200 len: 946 time: 0.1061442 Jul 08 03:23:28.577034 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f66dc2-2eb5-47a6-85da-2ba94165d007 req-b6d23dad-3e51-4dcf-a2e8-0897fbd5c66f tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:23:28.578380 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d5f66dc2-2eb5-47a6-85da-2ba94165d007 req-b6d23dad-3e51-4dcf-a2e8-0897fbd5c66f tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.54 "GET /v2.0/ports?device_id=1855c1fa-f1a5-4069-bf27-d8e74f34bf02 HTTP/1.1" status: 200 len: 946 time: 0.1070955 Jul 08 03:23:28.644998 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d5e1d0a9-2ccb-4d1c-891d-ebfd01fc432f req-b2d4ce7b-e514-4deb-9a2c-f52b7e276606 tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b850c5-8e97-4148-ac00-fea035e16c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657029 Jul 08 03:23:28.700987 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-d5f66dc2-2eb5-47a6-85da-2ba94165d007 req-a02b4c94-7339-4aa0-a30c-95bf7290032b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Deleting port d20c7747-1474-4081-8b6c-4e69324f1cd5 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:23:28.701325 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-d5f66dc2-2eb5-47a6-85da-2ba94165d007 req-a02b4c94-7339-4aa0-a30c-95bf7290032b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:28.786498 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-d5f66dc2-2eb5-47a6-85da-2ba94165d007 req-a02b4c94-7339-4aa0-a30c-95bf7290032b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] For port d20c7747-1474-4081-8b6c-4e69324f1cd5, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d20c7747-1474-4081-8b6c-4e69324f1cd5,segment=NetworkSegment(0661c237-16a1-4c19-9bb4-cc34bbb2e89e),segment_id=0661c237-16a1-4c19-9bb4-cc34bbb2e89e)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:23:28.786852 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-d5f66dc2-2eb5-47a6-85da-2ba94165d007 req-a02b4c94-7339-4aa0-a30c-95bf7290032b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:28.799497 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-d5f66dc2-2eb5-47a6-85da-2ba94165d007 req-a02b4c94-7339-4aa0-a30c-95bf7290032b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Calling delete_port for d20c7747-1474-4081-8b6c-4e69324f1cd5 owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:23:28.929635 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-d5f66dc2-2eb5-47a6-85da-2ba94165d007 req-a02b4c94-7339-4aa0-a30c-95bf7290032b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:28.943911 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['d20c7747-1474-4081-8b6c-4e69324f1cd5'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:23:28.957067 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b4c94-7339-4aa0-a30c-95bf7290032b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Pushing event deleted for resources: {'Port': ['ID=d20c7747-1474-4081-8b6c-4e69324f1cd5,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:29.002306 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f66dc2-2eb5-47a6-85da-2ba94165d007 req-a02b4c94-7339-4aa0-a30c-95bf7290032b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] No DVR routers for this DVR port d20c7747-1474-4081-8b6c-4e69324f1cd5 on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:23:29.004638 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-d5f66dc2-2eb5-47a6-85da-2ba94165d007 req-a02b4c94-7339-4aa0-a30c-95bf7290032b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:29.006617 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d5f66dc2-2eb5-47a6-85da-2ba94165d007 req-a02b4c94-7339-4aa0-a30c-95bf7290032b tempest-VolumesActionsTest-1708218813 tempest-VolumesActionsTest-1708218813-project] 10.222.0.54 "DELETE /v2.0/ports/d20c7747-1474-4081-8b6c-4e69324f1cd5 HTTP/1.1" status: 204 len: 173 time: 0.4216635 Jul 08 03:23:29.007071 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1855c1fa-f1a5-4069-bf27-d8e74f34bf02', 'name': 'network-vif-deleted', 'tag': 'd20c7747-1474-4081-8b6c-4e69324f1cd5'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:23:29.009463 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee28df12-f161-4ec5-97e1-d83a0e82c96f" -d '{"events": [{"server_uuid": "1855c1fa-f1a5-4069-bf27-d8e74f34bf02", "name": "network-vif-deleted", "tag": "d20c7747-1474-4081-8b6c-4e69324f1cd5"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:23:29.045688 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cf44d4-e2a3-475e-a104-91f5ae4ec59c x-openstack-request-id: req-62cf44d4-e2a3-475e-a104-91f5ae4ec59c {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:23:29.046015 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1855c1fa-f1a5-4069-bf27-d8e74f34bf02", "name": "network-vif-deleted", "tag": "d20c7747-1474-4081-8b6c-4e69324f1cd5", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:23:29.046264 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62cf44d4-e2a3-475e-a104-91f5ae4ec59c {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:23:29.046717 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1855c1fa-f1a5-4069-bf27-d8e74f34bf02', 'name': 'network-vif-deleted', 'tag': 'd20c7747-1474-4081-8b6c-4e69324f1cd5', 'status': 'completed', 'code': 200} Jul 08 03:23:32.481208 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device d20c7747-1474-4081-8b6c-4e69324f1cd5 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:23:32.501702 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: d20c7747-1474-4081-8b6c-4e69324f1cd5 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:23:32.501986 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device d20c7747-1474-4081-8b6c-4e69324f1cd5 not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:23:42.296512 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-30cd80cf-bee5-4537-930c-6703b77e302c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:44.756516 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-6dde0204-8f7a-44fd-b624-e97a08703600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:45.002637 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:45.082657 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:46.336136 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:47.688021 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:51.511986 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36130) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:23:51.555760 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_v2 [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Deleting subnet ec61b793-c36d-4d5b-8d80-4d4e969a1b79 {{(pid=104846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 03:23:51.558702 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:51.591427 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126166736'] for subnet, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:51.629527 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:51.689155 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126165878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126201838'] for subnet, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:51.712956 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec61b793-c36d-4d5b-8d80-4d4e969a1b79,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:51.722846 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:51.724176 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ec61b793-c36d-4d5b-8d80-4d4e969a1b79 HTTP/1.1" status: 204 len: 168 time: 0.2111285 Jul 08 03:23:51.726779 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:51.727269 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:51.727775 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:51.727877 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36132) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:23:51.728301 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:51.728619 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:51.728946 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:51.729429 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:51.729872 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:51.730199 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:51.730522 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:51.730841 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:51.731158 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5478b93f-7d6f-43aa-9d3f-93f58b00172e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:23:51.799460 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-53228601-4f4b-4d48-ab9c-65f7ecc74d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:51.875232 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-53228601-4f4b-4d48-ab9c-65f7ecc74d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:51.884713 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-53228601-4f4b-4d48-ab9c-65f7ecc74d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9eb2505-126d-43b8-8fdc-c21c72029f3e']}} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:23:51.898304 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-53228601-4f4b-4d48-ab9c-65f7ecc74d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0661c237-16a1-4c19-9bb4-cc34bbb2e89e') {'for_net_delete': True} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:23:51.898601 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-53228601-4f4b-4d48-ab9c-65f7ecc74d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0661c237-16a1-4c19-9bb4-cc34bbb2e89e') {} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:23:51.906982 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-53228601-4f4b-4d48-ab9c-65f7ecc74d0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2983168'] for segment, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:51.920801 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-53228601-4f4b-4d48-ab9c-65f7ecc74d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:51.926738 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53228601-4f4b-4d48-ab9c-65f7ecc74d0e admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 03:23:51.927193 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-53228601-4f4b-4d48-ab9c-65f7ecc74d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2876882'] for segment, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: Traceback (most recent call last): Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: timer() Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: cb(*args, **kw) Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: return func(*args, **kwargs) Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: self._notify() Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: self.callback(batched_events) Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: event.method(event) Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: return f(self, *a, **k) Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._get(url).json() Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: return self.request(url, 'GET', **kwargs) Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 03:23:51.928794 dv-cinder-789077-2-iscsi neutron-server[104845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 03:23:51.980498 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-53228601-4f4b-4d48-ab9c-65f7ecc74d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:51.986073 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-53228601-4f4b-4d48-ab9c-65f7ecc74d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:51.988250 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-53228601-4f4b-4d48-ab9c-65f7ecc74d0e admin admin] 10.222.0.21 "DELETE /v2.0/networks/a9eb2505-126d-43b8-8fdc-c21c72029f3e HTTP/1.1" status: 204 len: 168 time: 0.2592878 Jul 08 03:23:51.999701 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53228601-4f4b-4d48-ab9c-65f7ecc74d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=a9eb2505-126d-43b8-8fdc-c21c72029f3e,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:52.095994 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36136) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:23:52.134576 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-fb5dec55-7a86-4d43-9520-feb9497efa10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b7cf8a0610c4599b1f2ec44e10edde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373673 Jul 08 03:23:52.136795 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36138) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:23:52.182452 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-063b8d82-13cf-46d6-9c18-e4bbdf0be1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:52.206210 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-063b8d82-13cf-46d6-9c18-e4bbdf0be1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:52.251746 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-063b8d82-13cf-46d6-9c18-e4bbdf0be1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:52.254459 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-063b8d82-13cf-46d6-9c18-e4bbdf0be1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:52.256157 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-063b8d82-13cf-46d6-9c18-e4bbdf0be1cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22b850c5-8e97-4148-ac00-fea035e16c13 HTTP/1.1" status: 204 len: 168 time: 0.1179173 Jul 08 03:23:52.264290 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b8d82-13cf-46d6-9c18-e4bbdf0be1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b850c5-8e97-4148-ac00-fea035e16c13,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:55.717450 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36184) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:23:55.816817 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6a69-aaa7-4173-ae4c-4a016ec3e185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:55.904489 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6a69-aaa7-4173-ae4c-4a016ec3e185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:55.908230 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6a69-aaa7-4173-ae4c-4a016ec3e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_create {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:55.948504 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-0f7f6a69-aaa7-4173-ae4c-4a016ec3e185 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa5bbe962c3d4f7db9ef8301e1d2a38a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276976 Jul 08 03:23:55.948504 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f6a69-aaa7-4173-ae4c-4a016ec3e185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97483bf2-a319-40bf-8c8c-0ef5c9b3ea1a,revision_number=1']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:23:55.949693 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36188) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:23:56.003866 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-118c12df-c39a-4f51-9d18-41d2fcdd4fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:56.026138 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-118c12df-c39a-4f51-9d18-41d2fcdd4fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:56.074195 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-118c12df-c39a-4f51-9d18-41d2fcdd4fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:56.076746 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-118c12df-c39a-4f51-9d18-41d2fcdd4fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:56.077904 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-118c12df-c39a-4f51-9d18-41d2fcdd4fce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97483bf2-a319-40bf-8c8c-0ef5c9b3ea1a HTTP/1.1" status: 204 len: 168 time: 0.1271205 Jul 08 03:23:56.085229 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c12df-c39a-4f51-9d18-41d2fcdd4fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97483bf2-a319-40bf-8c8c-0ef5c9b3ea1a,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:24:04.750016 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:24:07.092127 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2c20a-7cad-49dd-9cae-86f2804d8eac req-dcd10bb4-34a6-44b9-b37f-61324236e29a tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:07.093583 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b9b2c20a-7cad-49dd-9cae-86f2804d8eac req-dcd10bb4-34a6-44b9-b37f-61324236e29a tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0607400 Jul 08 03:24:07.133377 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-b9b2c20a-7cad-49dd-9cae-86f2804d8eac req-3b118cc5-9882-46aa-92b9-aa723bf346ad tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342422 Jul 08 03:24:08.321042 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c9eaf-8df8-4626-8eb6-064261b91ffc req-594cc527-d2ad-4043-b808-70cf6ef36511 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:08.322517 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-685c9eaf-8df8-4626-8eb6-064261b91ffc req-594cc527-d2ad-4043-b808-70cf6ef36511 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0631936 Jul 08 03:24:08.359090 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-685c9eaf-8df8-4626-8eb6-064261b91ffc req-994af982-dbc0-4b9b-9168-915bddbec3c0 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310302 Jul 08 03:24:09.547641 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b6e2f-471f-4a12-b734-4e504c3d5f9c req-9421cdcd-e6ec-4bcb-8535-9ca33dfd0557 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:09.549088 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-850b6e2f-471f-4a12-b734-4e504c3d5f9c req-9421cdcd-e6ec-4bcb-8535-9ca33dfd0557 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0615642 Jul 08 03:24:09.585724 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-850b6e2f-471f-4a12-b734-4e504c3d5f9c req-1caf609b-fbff-442d-b561-acb576cf4398 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306144 Jul 08 03:24:10.761004 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f694a4-a030-4434-a9ef-0913e7ac9c67 req-4a965749-a9f2-48bf-83fc-1f021a794fda tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:10.762487 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-32f694a4-a030-4434-a9ef-0913e7ac9c67 req-4a965749-a9f2-48bf-83fc-1f021a794fda tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0705836 Jul 08 03:24:10.798315 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-32f694a4-a030-4434-a9ef-0913e7ac9c67 req-3759bcbf-0b9a-4485-b854-9bf44597a7e0 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304334 Jul 08 03:24:11.965662 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f2c2-68f9-4eda-b89b-1b82768f7809 req-efe1069a-d111-44ef-aa03-b2ad7f5ad49a tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:11.967698 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d084f2c2-68f9-4eda-b89b-1b82768f7809 req-efe1069a-d111-44ef-aa03-b2ad7f5ad49a tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0628419 Jul 08 03:24:12.005247 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-d084f2c2-68f9-4eda-b89b-1b82768f7809 req-7ff2e2fa-e92d-446c-937d-e7f8ae9bca44 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318203 Jul 08 03:24:12.288712 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-48ba2c11-e1c0-492c-a1ca-62ebb526b655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:13.206152 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924c6ac-daad-45ad-ab84-662daf84cd9f req-7f536ca4-2814-48f8-bf44-d74ac33fb489 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:13.207694 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5924c6ac-daad-45ad-ab84-662daf84cd9f req-7f536ca4-2814-48f8-bf44-d74ac33fb489 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0749230 Jul 08 03:24:13.248287 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5924c6ac-daad-45ad-ab84-662daf84cd9f req-6547f2ef-abc7-46d8-bf19-5344ed023dfc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331912 Jul 08 03:24:14.419371 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf03274-c51e-4ab0-a620-e6e35c64c849 req-a3d0a172-5d1d-4e55-830b-20a95b4df11c tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:14.420799 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4bf03274-c51e-4ab0-a620-e6e35c64c849 req-a3d0a172-5d1d-4e55-830b-20a95b4df11c tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0627549 Jul 08 03:24:14.457723 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4bf03274-c51e-4ab0-a620-e6e35c64c849 req-f345193a-dd4a-4367-8d2f-6d4b0f138c29 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315719 Jul 08 03:24:14.759706 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-0daa3e53-a83d-4923-a614-f7380809dcbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:15.003883 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:15.084204 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:15.627297 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001523e-64ff-4aca-a47f-36448b876ba9 req-16c5f461-7aea-485c-a0fa-0bd814c25e21 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:15.628725 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8001523e-64ff-4aca-a47f-36448b876ba9 req-16c5f461-7aea-485c-a0fa-0bd814c25e21 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0627391 Jul 08 03:24:15.670289 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-8001523e-64ff-4aca-a47f-36448b876ba9 req-7cf3f0e7-816c-466d-b2a1-0900b6389bbc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360579 Jul 08 03:24:16.335681 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:16.845501 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6386e-949c-46e0-bad7-0843cf7ca61b req-a04520c0-8c50-483f-b4b4-f447bbff769b tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:16.847039 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3ed6386e-949c-46e0-bad7-0843cf7ca61b req-a04520c0-8c50-483f-b4b4-f447bbff769b tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0694313 Jul 08 03:24:16.884910 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-3ed6386e-949c-46e0-bad7-0843cf7ca61b req-0f9ca932-3825-40a3-85e8-dfbe01167e93 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317929 Jul 08 03:24:17.178152 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e750196-14a7-4ef6-aaa8-1e7d59680f4f req-bb29cbec-d884-4ea7-88cb-cfde4f7fafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:17.179591 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e750196-14a7-4ef6-aaa8-1e7d59680f4f req-bb29cbec-d884-4ea7-88cb-cfde4f7fafbc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0850e8e64bc1458c8154135fc94734a6&device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 1098 time: 0.0510139 Jul 08 03:24:17.528122 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e750196-14a7-4ef6-aaa8-1e7d59680f4f req-24b056cd-864d-4678-8ea7-83e6a3150c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:17.529468 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e750196-14a7-4ef6-aaa8-1e7d59680f4f req-24b056cd-864d-4678-8ea7-83e6a3150c55 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 HTTP/1.1" status: 200 len: 909 time: 0.3424737 Jul 08 03:24:17.591193 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e750196-14a7-4ef6-aaa8-1e7d59680f4f req-99d10fdc-6f54-47ff-8bd3-c03887c14218 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd HTTP/1.1" status: 200 len: 1001 time: 0.0552449 Jul 08 03:24:17.638053 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e750196-14a7-4ef6-aaa8-1e7d59680f4f req-dacf84e9-dec0-4d70-a697-01a39bccf5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:17.639438 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e750196-14a7-4ef6-aaa8-1e7d59680f4f req-dacf84e9-dec0-4d70-a697-01a39bccf5b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a HTTP/1.1" status: 200 len: 847 time: 0.0421474 Jul 08 03:24:17.677491 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:17.699473 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e750196-14a7-4ef6-aaa8-1e7d59680f4f req-d472dfa6-4776-471d-8393-882e21a37be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:17.700976 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e750196-14a7-4ef6-aaa8-1e7d59680f4f req-d472dfa6-4776-471d-8393-882e21a37be8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554655 Jul 08 03:24:17.787578 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e750196-14a7-4ef6-aaa8-1e7d59680f4f req-bad9bae9-c576-4ce0-9ec6-3edc072c2826 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794683 Jul 08 03:24:17.877214 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5e750196-14a7-4ef6-aaa8-1e7d59680f4f req-14c8bf5a-212b-4241-b03a-240564c660dc service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833871 Jul 08 03:24:18.054454 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb7fb4-ae79-4794-a407-fd9c19f0ee83 req-b2907ff0-1f79-4993-bcbd-7169fc081a94 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:18.055787 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-23eb7fb4-ae79-4794-a407-fd9c19f0ee83 req-b2907ff0-1f79-4993-bcbd-7169fc081a94 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0609992 Jul 08 03:24:18.091714 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-23eb7fb4-ae79-4794-a407-fd9c19f0ee83 req-70dd216c-5ec2-487d-ba49-f0f7d8074b38 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306029 Jul 08 03:24:19.015482 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480d8a9-d5e6-412d-842e-bed8f1e1be62 req-9a232bd6-1c82-4a19-9694-ce02efa3dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:19.016944 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5480d8a9-d5e6-412d-842e-bed8f1e1be62 req-9a232bd6-1c82-4a19-9694-ce02efa3dd49 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0850e8e64bc1458c8154135fc94734a6&device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 1098 time: 0.0511966 Jul 08 03:24:19.122934 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480d8a9-d5e6-412d-842e-bed8f1e1be62 req-4ffb7c30-0820-4017-8051-26704e227e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:19.124390 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5480d8a9-d5e6-412d-842e-bed8f1e1be62 req-4ffb7c30-0820-4017-8051-26704e227e0f service neutron] 10.222.0.54 "GET /v2.0/networks?id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 HTTP/1.1" status: 200 len: 909 time: 0.0869884 Jul 08 03:24:19.189087 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5480d8a9-d5e6-412d-842e-bed8f1e1be62 req-8cf8a417-c4ab-47d7-8cf0-c95105b6816a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd HTTP/1.1" status: 200 len: 1001 time: 0.0575938 Jul 08 03:24:19.277555 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480d8a9-d5e6-412d-842e-bed8f1e1be62 req-b28d8734-4f41-4fb3-92e1-d2f801c42ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:19.278967 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5480d8a9-d5e6-412d-842e-bed8f1e1be62 req-b28d8734-4f41-4fb3-92e1-d2f801c42ab3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a HTTP/1.1" status: 200 len: 847 time: 0.0790730 Jul 08 03:24:19.324002 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d831882-7a9f-4718-93fc-3eb779220aff req-bd4f52c4-4e71-4f62-9c6a-c0b3b7785b38 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:19.325494 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2d831882-7a9f-4718-93fc-3eb779220aff req-bd4f52c4-4e71-4f62-9c6a-c0b3b7785b38 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.1182544 Jul 08 03:24:19.376808 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2d831882-7a9f-4718-93fc-3eb779220aff req-448bca5c-135e-4e71-ad36-722462fcc1b8 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457346 Jul 08 03:24:19.379650 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480d8a9-d5e6-412d-842e-bed8f1e1be62 req-18b245ed-c908-4edb-aed3-441d67830f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:19.381034 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5480d8a9-d5e6-412d-842e-bed8f1e1be62 req-18b245ed-c908-4edb-aed3-441d67830f2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920563 Jul 08 03:24:19.477562 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5480d8a9-d5e6-412d-842e-bed8f1e1be62 req-e9dace0d-03c5-4196-bb29-b705635d1285 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893166 Jul 08 03:24:19.566700 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-5480d8a9-d5e6-412d-842e-bed8f1e1be62 req-3bee14a2-18b6-49d6-b9df-b805dd21356c service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820463 Jul 08 03:24:20.548842 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849088de-29fd-4440-82c6-95dc4d98ba69 req-c9367564-632e-4164-bc58-acdc2534c2d2 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:20.550235 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-849088de-29fd-4440-82c6-95dc4d98ba69 req-c9367564-632e-4164-bc58-acdc2534c2d2 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0659320 Jul 08 03:24:20.589541 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-849088de-29fd-4440-82c6-95dc4d98ba69 req-0a28abc3-f723-4a83-9eea-2564694d756d tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332422 Jul 08 03:24:20.826075 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36226) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:24:20.953833 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9342831-8cb0-4763-a710-3dadcc6093e1 req-f356ba2c-f34e-4e49-91b9-9bd60f387739 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:20.955332 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a9342831-8cb0-4763-a710-3dadcc6093e1 req-f356ba2c-f34e-4e49-91b9-9bd60f387739 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0640423 Jul 08 03:24:20.963873 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [req-7e9b40a3-6e38-406f-9312-ad7c646d96af req-661dd68e-9511-4c48-b3c4-37aa60ac84c6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1365530 Jul 08 03:24:20.994337 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a9342831-8cb0-4763-a710-3dadcc6093e1 req-f02de89d-b608-43d3-8418-e672d550ab7f tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334170 Jul 08 03:24:22.165495 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2618fb-0956-4134-9242-a3541e590b38 req-0b3d8506-0647-431b-80ee-508e2e4558ee tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:22.167038 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cf2618fb-0956-4134-9242-a3541e590b38 req-0b3d8506-0647-431b-80ee-508e2e4558ee tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0657122 Jul 08 03:24:22.230904 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-cf2618fb-0956-4134-9242-a3541e590b38 req-8b1378d3-def3-4b46-8a6c-8395ce1590c6 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581930 Jul 08 03:24:22.254032 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b40a3-6e38-406f-9312-ad7c646d96af req-6ba36ed7-fbaa-4d45-9ec7-cc08ae027927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:22.254032 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7e9b40a3-6e38-406f-9312-ad7c646d96af req-6ba36ed7-fbaa-4d45-9ec7-cc08ae027927 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd&tenant_id=0850e8e64bc1458c8154135fc94734a6 HTTP/1.1" status: 200 len: 1098 time: 0.0652478 Jul 08 03:24:22.325385 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b40a3-6e38-406f-9312-ad7c646d96af req-8116708d-5d87-4e73-b61a-b3da225393d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:22.326897 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7e9b40a3-6e38-406f-9312-ad7c646d96af req-8116708d-5d87-4e73-b61a-b3da225393d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0850e8e64bc1458c8154135fc94734a6&device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 1098 time: 0.0518327 Jul 08 03:24:22.416515 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b40a3-6e38-406f-9312-ad7c646d96af req-6e6d9196-c529-4f36-98a0-50864b817492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:22.417981 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7e9b40a3-6e38-406f-9312-ad7c646d96af req-6e6d9196-c529-4f36-98a0-50864b817492 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 HTTP/1.1" status: 200 len: 909 time: 0.0853584 Jul 08 03:24:22.480983 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7e9b40a3-6e38-406f-9312-ad7c646d96af req-4a2d6651-d3c6-4a59-bb70-bc108c99b31b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd HTTP/1.1" status: 200 len: 1001 time: 0.0563068 Jul 08 03:24:22.529748 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b40a3-6e38-406f-9312-ad7c646d96af req-3d53a515-973f-4767-803f-ea32c24d4741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:22.531183 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7e9b40a3-6e38-406f-9312-ad7c646d96af req-3d53a515-973f-4767-803f-ea32c24d4741 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a HTTP/1.1" status: 200 len: 847 time: 0.0438561 Jul 08 03:24:22.589637 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b40a3-6e38-406f-9312-ad7c646d96af req-40989e5f-1558-4ed0-8e36-ac7fc970a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:22.591054 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7e9b40a3-6e38-406f-9312-ad7c646d96af req-40989e5f-1558-4ed0-8e36-ac7fc970a57d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535417 Jul 08 03:24:22.678559 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7e9b40a3-6e38-406f-9312-ad7c646d96af req-9d076066-ab2b-450a-b3f4-c256ec6fd1d3 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800536 Jul 08 03:24:22.769316 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-7e9b40a3-6e38-406f-9312-ad7c646d96af req-9bd0c551-8215-41af-8f54-1ec007f6df06 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856109 Jul 08 03:24:23.403869 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04157f97-d5ef-4744-a1cd-4eae1bfc5b76 req-88719fbf-1ed9-482e-a81c-119eaec23c03 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:23.405284 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-04157f97-d5ef-4744-a1cd-4eae1bfc5b76 req-88719fbf-1ed9-482e-a81c-119eaec23c03 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0644472 Jul 08 03:24:23.441826 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-04157f97-d5ef-4744-a1cd-4eae1bfc5b76 req-46f2a9ba-ed47-4958-aea0-ded5c8c025dc tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312157 Jul 08 03:24:24.614365 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856f10-b6ac-4290-a2d6-0294bcd113a2 req-ddfaa1e5-928d-454b-95a7-c7bf06872607 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:24.616505 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-97856f10-b6ac-4290-a2d6-0294bcd113a2 req-ddfaa1e5-928d-454b-95a7-c7bf06872607 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0625367 Jul 08 03:24:24.640465 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 735ef47a-06b9-490f-be0c-4f4379a32fbd no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:24:24.654529 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-97856f10-b6ac-4290-a2d6-0294bcd113a2 req-c90a69fc-150d-4aad-8939-3958322564c1 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326359 Jul 08 03:24:24.721990 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:24.744488 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735ef47a-06b9-490f-be0c-4f4379a32fbd'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:24:24.746719 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d56c13-c2b2-46d1-a574-54110adac06f" -d '{"events": [{"server_uuid": "bfc732a2-e801-46ca-828f-82893354c9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "735ef47a-06b9-490f-be0c-4f4379a32fbd"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:24:24.759781 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 735ef47a-06b9-490f-be0c-4f4379a32fbd, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd,segment=NetworkSegment(c3be196e-8b15-4c2b-96dd-921b93834c17),segment_id=c3be196e-8b15-4c2b-96dd-921b93834c17)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:24:24.764097 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:24.789662 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 03:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7318d801-5f98-4b9c-a4e0-a03da5f6d528 x-openstack-request-id: req-7318d801-5f98-4b9c-a4e0-a03da5f6d528 {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:24:24.789978 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc732a2-e801-46ca-828f-82893354c9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "735ef47a-06b9-490f-be0c-4f4379a32fbd", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:24:24.790226 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7318d801-5f98-4b9c-a4e0-a03da5f6d528 {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:24:24.790602 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735ef47a-06b9-490f-be0c-4f4379a32fbd', 'code': 200} Jul 08 03:24:24.816478 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=735ef47a-06b9-490f-be0c-4f4379a32fbd,revision_number=6']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:24:24.823567 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:24:24.823920 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:24:24.824265 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:24:24.824928 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:24:24.825274 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:24:24.825616 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:24:24.825979 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:24:24.826313 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:24:24.826648 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:24:24.826979 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:24:24.827308 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:24:24.827632 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:24:25.835433 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fac90-6b60-4b59-a7c7-08b26d03b49d req-4d488158-c324-40a8-9005-c881fcccc321 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:25.836883 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2a9fac90-6b60-4b59-a7c7-08b26d03b49d req-4d488158-c324-40a8-9005-c881fcccc321 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 943 time: 0.0650256 Jul 08 03:24:25.875968 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-2a9fac90-6b60-4b59-a7c7-08b26d03b49d req-a2c9154e-5c99-493e-b0ef-86285aa5589c tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334446 Jul 08 03:24:27.046514 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abc76d-627f-4379-bb8e-1d1da20c479f req-de3fe52b-8292-4fdd-b6f6-81a7163b7702 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:27.047988 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c1abc76d-627f-4379-bb8e-1d1da20c479f req-de3fe52b-8292-4fdd-b6f6-81a7163b7702 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 943 time: 0.0634096 Jul 08 03:24:27.085779 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-c1abc76d-627f-4379-bb8e-1d1da20c479f req-7942919e-b1f0-432e-b168-a2fe474e7b24 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321727 Jul 08 03:24:28.256633 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375383f-195a-4134-aabe-6e2ec4328c36 req-c61588b4-4ea5-4ad4-b2d3-366628259561 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:28.258160 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0375383f-195a-4134-aabe-6e2ec4328c36 req-c61588b4-4ea5-4ad4-b2d3-366628259561 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 943 time: 0.0661881 Jul 08 03:24:28.295390 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-0375383f-195a-4134-aabe-6e2ec4328c36 req-87c7ee7e-03bb-403b-aee5-6978ae994db3 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317373 Jul 08 03:24:28.785020 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ea1d-7171-482b-afe4-b0b807489a1d req-45e6d42d-2093-4210-81dc-0033c373c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:28.786889 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-97a0ea1d-7171-482b-afe4-b0b807489a1d req-45e6d42d-2093-4210-81dc-0033c373c202 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 1096 time: 0.0510476 Jul 08 03:24:28.820636 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-97a0ea1d-7171-482b-afe4-b0b807489a1d req-a99c0c97-d748-44f6-a7c7-101e32483361 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278940 Jul 08 03:24:29.468579 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd15778-07ce-46b6-ac5d-6cb03960a531 req-c983c35a-7e88-49fa-a832-fb730d937143 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:29.470275 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ccd15778-07ce-46b6-ac5d-6cb03960a531 req-c983c35a-7e88-49fa-a832-fb730d937143 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 943 time: 0.0664954 Jul 08 03:24:29.509340 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ccd15778-07ce-46b6-ac5d-6cb03960a531 req-f53d59f8-0adb-4f44-aee7-ed879f2017ed tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314348 Jul 08 03:24:30.682736 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ac06c-fb42-44b5-b7b2-f078d28d7efd req-9b39398e-3e73-4604-8314-7361968a7e63 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:24:30.684205 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ac8ac06c-fb42-44b5-b7b2-f078d28d7efd req-9b39398e-3e73-4604-8314-7361968a7e63 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 943 time: 0.0652578 Jul 08 03:24:30.689121 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 735ef47a-06b9-490f-be0c-4f4379a32fbd details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=104847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:24:30.722589 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-ac8ac06c-fb42-44b5-b7b2-f078d28d7efd req-422b15a6-886d-4eae-a260-12a5fe1f165a tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326941 Jul 08 03:24:30.796423 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 735ef47a-06b9-490f-be0c-4f4379a32fbd, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd,segment=NetworkSegment(c3be196e-8b15-4c2b-96dd-921b93834c17),segment_id=c3be196e-8b15-4c2b-96dd-921b93834c17)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:24:30.807647 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Returning: {'device': '735ef47a-06b9-490f-be0c-4f4379a32fbd', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'port_id': '735ef47a-06b9-490f-be0c-4f4379a32fbd', 'mac_address': 'fa:16:3e:3e:65:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:24:30.845358 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:30.857966 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735ef47a-06b9-490f-be0c-4f4379a32fbd {{(pid=104847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:24:30.876888 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 735ef47a-06b9-490f-be0c-4f4379a32fbd, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd,segment=NetworkSegment(c3be196e-8b15-4c2b-96dd-921b93834c17),segment_id=c3be196e-8b15-4c2b-96dd-921b93834c17)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:24:30.881560 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:30.926728 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=735ef47a-06b9-490f-be0c-4f4379a32fbd,revision_number=7']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:24:31.110000 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] get_ports_and_sgs() called for port_ids ['735ef47a-06b9-490f-be0c-4f4379a32fbd'] {{(pid=104847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:24:32.704563 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 735ef47a-06b9-490f-be0c-4f4379a32fbd up at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:24:32.753463 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.provisioning_blocks [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Provisioning complete for port 735ef47a-06b9-490f-be0c-4f4379a32fbd triggered by entity L2. {{(pid=104847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:24:32.753831 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16163710'] for port, provisioning_complete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:32.826632 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541665'] for port, before_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:32.849123 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735ef47a-06b9-490f-be0c-4f4379a32fbd'}] {{(pid=104847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:24:32.851410 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd7fbf84b407177fba0938a92299fa81482d69ee90a77abe101f3fc3d70d90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af32d834-dae3-44e4-9d67-55972fe59517" -d '{"events": [{"server_uuid": "bfc732a2-e801-46ca-828f-82893354c9cd", "name": "network-vif-plugged", "status": "completed", "tag": "735ef47a-06b9-490f-be0c-4f4379a32fbd"}]}' {{(pid=104847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:24:32.863872 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] For port 735ef47a-06b9-490f-be0c-4f4379a32fbd, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd,segment=NetworkSegment(c3be196e-8b15-4c2b-96dd-921b93834c17),segment_id=c3be196e-8b15-4c2b-96dd-921b93834c17)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:24:32.868418 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792813104159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792812583397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792812583958'] for port, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:32.892243 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775b8f91-152f-49fd-ab6f-76e288a1897b x-openstack-request-id: req-775b8f91-152f-49fd-ab6f-76e288a1897b {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:24:32.892532 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc732a2-e801-46ca-828f-82893354c9cd", "name": "network-vif-plugged", "status": "completed", "tag": "735ef47a-06b9-490f-be0c-4f4379a32fbd", "code": 200}]} {{(pid=104847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:24:32.892776 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-775b8f91-152f-49fd-ab6f-76e288a1897b {{(pid=104847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:24:32.893148 dv-cinder-789077-2-iscsi neutron-server[104847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735ef47a-06b9-490f-be0c-4f4379a32fbd', 'code': 200} Jul 08 03:24:32.918424 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Pushing event updated for resources: {'Port': ['ID=735ef47a-06b9-490f-be0c-4f4379a32fbd,revision_number=8']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:24:41.749576 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:24:42.293186 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-e994cf36-d6ff-466b-8a13-1a7866a964d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:44.759103 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-d9e62127-d976-463b-9a06-bc1287cd6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:45.004897 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:45.074415 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:46.338322 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:47.680437 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:12.295312 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-82f0ad65-e4c4-4f18-b84f-0f68f8106c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:14.759214 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-7dd85032-ee6f-46c5-ac8b-2a3b77e38f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:15.006331 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:15.072699 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:16.341071 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:17.682415 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:18.748436 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:25:18.963738 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e345dfeb-57f9-4a1e-9f48-5f71e5ad3e00 req-3b19a391-4d35-4a8f-81ea-4ac78e0cf49a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502484 Jul 08 03:25:19.058183 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345dfeb-57f9-4a1e-9f48-5f71e5ad3e00 req-aaf579c4-e01c-497a-b2ab-09bfa7d853d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:25:19.059656 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e345dfeb-57f9-4a1e-9f48-5f71e5ad3e00 req-aaf579c4-e01c-497a-b2ab-09bfa7d853d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0850e8e64bc1458c8154135fc94734a6&device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 1098 time: 0.0553737 Jul 08 03:25:19.159761 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345dfeb-57f9-4a1e-9f48-5f71e5ad3e00 req-7acc7383-7cdc-4b6f-bba3-62aa7f30dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:25:19.162355 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e345dfeb-57f9-4a1e-9f48-5f71e5ad3e00 req-7acc7383-7cdc-4b6f-bba3-62aa7f30dc50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 HTTP/1.1" status: 200 len: 909 time: 0.0833075 Jul 08 03:25:19.229415 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e345dfeb-57f9-4a1e-9f48-5f71e5ad3e00 req-a65a26fe-36af-4fc6-bf8e-b456242ef952 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd HTTP/1.1" status: 200 len: 1001 time: 0.0604713 Jul 08 03:25:19.278546 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345dfeb-57f9-4a1e-9f48-5f71e5ad3e00 req-37fb4350-9163-4c7b-8d56-cd9fb5a555cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:25:19.279961 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e345dfeb-57f9-4a1e-9f48-5f71e5ad3e00 req-37fb4350-9163-4c7b-8d56-cd9fb5a555cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a HTTP/1.1" status: 200 len: 847 time: 0.0440500 Jul 08 03:25:19.335131 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345dfeb-57f9-4a1e-9f48-5f71e5ad3e00 req-b8169fb9-cc5b-4634-8eaf-00a2fa642a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:25:19.336558 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e345dfeb-57f9-4a1e-9f48-5f71e5ad3e00 req-b8169fb9-cc5b-4634-8eaf-00a2fa642a8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502625 Jul 08 03:25:19.426802 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e345dfeb-57f9-4a1e-9f48-5f71e5ad3e00 req-df2392a9-d85d-4e7f-b59d-2134796fd756 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839875 Jul 08 03:25:19.513688 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-e345dfeb-57f9-4a1e-9f48-5f71e5ad3e00 req-0d7c46c8-f60e-4eec-b177-38a7beee2402 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813503 Jul 08 03:25:40.409074 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36274) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:25:40.559398 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Deleting port 3ae7a071-72cd-4792-a2d6-da95506ec1e9 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:25:40.559743 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:40.634617 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:40.634944 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:40.646636 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Calling delete_port for 3ae7a071-72cd-4792-a2d6-da95506ec1e9 owned by network:floatingip {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:25:40.791175 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:40.816415 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Pushing event deleted for resources: {'Port': ['ID=3ae7a071-72cd-4792-a2d6-da95506ec1e9,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:40.841034 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:40.841377 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:40.841713 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:40.842074 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:40.842475 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:40.842805 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:40.843132 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:40.843457 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:40.843780 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:40.844099 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:40.844421 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:40.844738 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:40.886059 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for floatingip, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:40.886394 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.db.l3_db [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Floating IP 3e5730a1-45e5-42b0-ac1d-3bbee4cb8ff3 disassociated (deleted). External IP: 172.27.1.129, port: 735ef47a-06b9-490f-be0c-4f4379a32fbd. Jul 08 03:25:41.085262 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Router 98cae95f-de82-4e91-8dd1-b2d7f535e26d has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:25:41.188985 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:25:41.194727 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for floatingip, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:41.199349 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e08b12-c74a-43a4-9197-e06e7ad42c7a None None] Sync routers for ids ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:25:41.209281 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e08b12-c74a-43a4-9197-e06e7ad42c7a None None] Routers {'98cae95f-de82-4e91-8dd1-b2d7f535e26d'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:25:41.209925 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-08e08b12-c74a-43a4-9197-e06e7ad42c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:25:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:41.230847 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-81d734c5-d65a-4fc7-aad0-3b19c4289244 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "DELETE /v2.0/floatingips/3e5730a1-45e5-42b0-ac1d-3bbee4cb8ff3 HTTP/1.1" status: 204 len: 168 time: 0.8207114 Jul 08 03:25:41.231436 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'tag': '735ef47a-06b9-490f-be0c-4f4379a32fbd'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:25:41.233677 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475923f4-4058-4a01-905b-6533e93cd514" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc732a2-e801-46ca-828f-82893354c9cd", "tag": "735ef47a-06b9-490f-be0c-4f4379a32fbd"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:25:41.274979 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4f363d-2ec4-4d39-bde7-6069cdd18da9 x-openstack-request-id: req-eb4f363d-2ec4-4d39-bde7-6069cdd18da9 {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:25:41.274979 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc732a2-e801-46ca-828f-82893354c9cd", "tag": "735ef47a-06b9-490f-be0c-4f4379a32fbd", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:25:41.275352 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb4f363d-2ec4-4d39-bde7-6069cdd18da9 {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:25:41.275762 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'tag': '735ef47a-06b9-490f-be0c-4f4379a32fbd', 'status': 'completed', 'code': 200} Jul 08 03:25:41.324904 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-08e08b12-c74a-43a4-9197-e06e7ad42c7a None None] Set router 98cae95f-de82-4e91-8dd1-b2d7f535e26d gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:25:41.350890 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475923f4-4058-4a01-905b-6533e93cd514 req-d6197187-8357-452a-bcf4-83af141c45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:25:41.352344 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-475923f4-4058-4a01-905b-6533e93cd514 req-d6197187-8357-452a-bcf4-83af141c45a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0850e8e64bc1458c8154135fc94734a6&device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 1098 time: 0.0530767 Jul 08 03:25:41.455874 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475923f4-4058-4a01-905b-6533e93cd514 req-f356b257-22cb-4d91-8520-a308c40f16b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:25:41.458443 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-475923f4-4058-4a01-905b-6533e93cd514 req-f356b257-22cb-4d91-8520-a308c40f16b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 HTTP/1.1" status: 200 len: 909 time: 0.0991876 Jul 08 03:25:41.507113 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-475923f4-4058-4a01-905b-6533e93cd514 req-40a207ad-2a1b-4474-90e0-38f69eec19a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd HTTP/1.1" status: 200 len: 217 time: 0.0366132 Jul 08 03:25:41.534398 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-08e08b12-c74a-43a4-9197-e06e7ad42c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:25Z', 'updated_at': '2021-07-08T03:21:28Z', 'revision_number': 4, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'gw_port': {'id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:26Z', 'updated_at': '2021-07-08T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '97216dcc-cf22-410e-9c22-5dd765880f77', 'name': '', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'mac_address': 'fa:16:3e:a7:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:28Z', 'updated_at': '2021-07-08T03:21:33Z', 'revision_number': 5, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'subnets': [{'id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:41.565427 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e08b12-c74a-43a4-9197-e06e7ad42c7a None None] Checking router: 98cae95f-de82-4e91-8dd1-b2d7f535e26d for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:25:41.574534 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e08b12-c74a-43a4-9197-e06e7ad42c7a None None] Routers {'98cae95f-de82-4e91-8dd1-b2d7f535e26d'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:25:41.575134 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-08e08b12-c74a-43a4-9197-e06e7ad42c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:25:15Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:41.593992 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475923f4-4058-4a01-905b-6533e93cd514 req-f7407bd6-5671-45a4-a607-3a5b632825a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:25:41.595462 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-475923f4-4058-4a01-905b-6533e93cd514 req-f7407bd6-5671-45a4-a607-3a5b632825a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a HTTP/1.1" status: 200 len: 847 time: 0.0817182 Jul 08 03:25:41.648790 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8d339-db2b-4ca2-830e-6e0fe3cd1581 req-28864611-169a-49fe-bfd8-5141def21be2 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:25:41.650278 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9dc8d339-db2b-4ca2-830e-6e0fe3cd1581 req-28864611-169a-49fe-bfd8-5141def21be2 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.1091714 Jul 08 03:25:41.682710 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-08e08b12-c74a-43a4-9197-e06e7ad42c7a None None] Set router 98cae95f-de82-4e91-8dd1-b2d7f535e26d gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:25:41.694368 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475923f4-4058-4a01-905b-6533e93cd514 req-cafd419b-185f-47ea-ac68-79f27b7801bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:25:41.695862 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-475923f4-4058-4a01-905b-6533e93cd514 req-cafd419b-185f-47ea-ac68-79f27b7801bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0930986 Jul 08 03:25:41.701964 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-9dc8d339-db2b-4ca2-830e-6e0fe3cd1581 req-1d277011-5dbc-4f28-8282-196209309a3b tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453813 Jul 08 03:25:41.792272 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-475923f4-4058-4a01-905b-6533e93cd514 req-5c85c78f-4f5f-445d-af53-0f94bdcbb259 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876813 Jul 08 03:25:41.882637 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-475923f4-4058-4a01-905b-6533e93cd514 req-6fcd06a4-7582-4319-af20-69107a87e1b5 service neutron] 10.222.0.54 "GET /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834825 Jul 08 03:25:41.883650 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-08e08b12-c74a-43a4-9197-e06e7ad42c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:25Z', 'updated_at': '2021-07-08T03:21:28Z', 'revision_number': 4, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'gw_port': {'id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:26Z', 'updated_at': '2021-07-08T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '97216dcc-cf22-410e-9c22-5dd765880f77', 'name': '', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'mac_address': 'fa:16:3e:a7:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:28Z', 'updated_at': '2021-07-08T03:21:33Z', 'revision_number': 5, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'subnets': [{'id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:41.911085 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e08b12-c74a-43a4-9197-e06e7ad42c7a None None] The sync data for ids ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'] in dv-cinder-789077-2-iscsi is: [{'id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:25Z', 'updated_at': '2021-07-08T03:21:28Z', 'revision_number': 4, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'gw_port': {'id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:26Z', 'updated_at': '2021-07-08T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi', '_interfaces': [{'id': '97216dcc-cf22-410e-9c22-5dd765880f77', 'name': '', 'network_id': '4c4a629e-bc09-4bf6-9043-f8ddcc8443a8', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'mac_address': 'fa:16:3e:a7:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:28Z', 'updated_at': '2021-07-08T03:21:33Z', 'revision_number': 5, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'subnets': [{'id': '133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:25:42.114376 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2e9a2-b5b9-4686-a116-e77999668f1a None None] New status for floating IP 3e5730a1-45e5-42b0-ac1d-3bbee4cb8ff3: DOWN {{(pid=104848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:25:42.295800 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-5967d58d-5c78-4961-b6f4-af4a8a6e97df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:42.879953 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fc2c0-f2a4-424a-a2b5-f430760017bb req-88a11857-c37c-4f7e-8621-22c2639b06b1 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:25:42.881393 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4a7fc2c0-f2a4-424a-a2b5-f430760017bb req-88a11857-c37c-4f7e-8621-22c2639b06b1 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0674531 Jul 08 03:25:42.917614 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-4a7fc2c0-f2a4-424a-a2b5-f430760017bb req-f0257c9c-2662-4819-b4ff-62b7f2c1a5d5 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/security-groups?id=185f89ea-f84f-4109-b889-49c26326d1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307515 Jul 08 03:25:43.013900 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c47362-6d37-4414-b8be-b5cd82213f55 req-78a9d3c0-b426-4d01-956a-aacb7b687148 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:25:43.015238 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a4c47362-6d37-4414-b8be-b5cd82213f55 req-78a9d3c0-b426-4d01-956a-aacb7b687148 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 945 time: 0.0639634 Jul 08 03:25:43.109297 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-a4c47362-6d37-4414-b8be-b5cd82213f55 req-1b2c34f4-8008-42a9-a7cf-17c87529fe39 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Deleting port 735ef47a-06b9-490f-be0c-4f4379a32fbd {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:25:43.109635 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-a4c47362-6d37-4414-b8be-b5cd82213f55 req-1b2c34f4-8008-42a9-a7cf-17c87529fe39 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:43.199033 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [req-a4c47362-6d37-4414-b8be-b5cd82213f55 req-1b2c34f4-8008-42a9-a7cf-17c87529fe39 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] For port 735ef47a-06b9-490f-be0c-4f4379a32fbd, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=735ef47a-06b9-490f-be0c-4f4379a32fbd,segment=NetworkSegment(c3be196e-8b15-4c2b-96dd-921b93834c17),segment_id=c3be196e-8b15-4c2b-96dd-921b93834c17)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:25:43.199391 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-a4c47362-6d37-4414-b8be-b5cd82213f55 req-1b2c34f4-8008-42a9-a7cf-17c87529fe39 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:43.211547 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [req-a4c47362-6d37-4414-b8be-b5cd82213f55 req-1b2c34f4-8008-42a9-a7cf-17c87529fe39 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Calling delete_port for 735ef47a-06b9-490f-be0c-4f4379a32fbd owned by compute:nova {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:25:43.334888 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-a4c47362-6d37-4414-b8be-b5cd82213f55 req-1b2c34f4-8008-42a9-a7cf-17c87529fe39 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:43.361870 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c34f4-8008-42a9-a7cf-17c87529fe39 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Pushing event deleted for resources: {'Port': ['ID=735ef47a-06b9-490f-be0c-4f4379a32fbd,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:43.408389 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c47362-6d37-4414-b8be-b5cd82213f55 req-1b2c34f4-8008-42a9-a7cf-17c87529fe39 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] No DVR routers for this DVR port 735ef47a-06b9-490f-be0c-4f4379a32fbd on host hv-cinder-78907 {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:25:43.412062 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [req-a4c47362-6d37-4414-b8be-b5cd82213f55 req-1b2c34f4-8008-42a9-a7cf-17c87529fe39 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49815'] for port, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:43.414120 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-a4c47362-6d37-4414-b8be-b5cd82213f55 req-1b2c34f4-8008-42a9-a7cf-17c87529fe39 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.54 "DELETE /v2.0/ports/735ef47a-06b9-490f-be0c-4f4379a32fbd HTTP/1.1" status: 204 len: 173 time: 0.3922141 Jul 08 03:25:43.414545 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'name': 'network-vif-deleted', 'tag': '735ef47a-06b9-490f-be0c-4f4379a32fbd'}] {{(pid=104845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:25:43.416737 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c477995a686c7069fc00ee018834dd56c58c9c97074a8263a3cfd1645a83fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676c885c-9c89-4986-afd0-e7afe14e9a0b" -d '{"events": [{"server_uuid": "bfc732a2-e801-46ca-828f-82893354c9cd", "name": "network-vif-deleted", "tag": "735ef47a-06b9-490f-be0c-4f4379a32fbd"}]}' {{(pid=104845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:25:43.455888 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b263c563-b5b9-493c-b2a2-7d0d3266545a x-openstack-request-id: req-b263c563-b5b9-493c-b2a2-7d0d3266545a {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:25:43.456177 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc732a2-e801-46ca-828f-82893354c9cd", "name": "network-vif-deleted", "tag": "735ef47a-06b9-490f-be0c-4f4379a32fbd", "status": "completed", "code": 200}]} {{(pid=104845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:25:43.456418 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b263c563-b5b9-493c-b2a2-7d0d3266545a {{(pid=104845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:25:43.456796 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc732a2-e801-46ca-828f-82893354c9cd', 'name': 'network-vif-deleted', 'tag': '735ef47a-06b9-490f-be0c-4f4379a32fbd', 'status': 'completed', 'code': 200} Jul 08 03:25:44.073565 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [req-780bfceb-9e19-4aa0-9ac0-5d2ac9fe903e req-ecb76524-eaea-426a-90af-98b5d4669d48 tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc732a2-e801-46ca-828f-82893354c9cd HTTP/1.1" status: 200 len: 210 time: 0.0319955 Jul 08 03:25:44.761088 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-b58fc462-ae94-46c3-8b02-37c09478485b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:45.007986 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:45.102206 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:45.171330 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36298) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:25:45.228860 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-06434c7a-6df1-4d01-8966-5ebdb3a6865d tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:45.253509 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-06434c7a-6df1-4d01-8966-5ebdb3a6865d tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:45.311454 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-06434c7a-6df1-4d01-8966-5ebdb3a6865d tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:45.314034 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-06434c7a-6df1-4d01-8966-5ebdb3a6865d tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Notify callbacks [] for security_group, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:45.315188 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-06434c7a-6df1-4d01-8966-5ebdb3a6865d tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] 10.222.0.21 "DELETE /v2.0/security-groups/185f89ea-f84f-4109-b889-49c26326d1a3 HTTP/1.1" status: 204 len: 168 time: 0.1428773 Jul 08 03:25:45.328467 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06434c7a-6df1-4d01-8966-5ebdb3a6865d tempest-TestShelveInstance-259497847 tempest-TestShelveInstance-259497847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=185f89ea-f84f-4109-b889-49c26326d1a3,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:45.359525 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36302) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:25:46.018270 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-5c54567b-59dd-448b-b064-9656b60fb08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16290618'] for router_interface, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:46.318374 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-5c54567b-59dd-448b-b064-9656b60fb08a admin admin] Deleting port 97216dcc-cf22-410e-9c22-5dd765880f77 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:25:46.318957 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-5c54567b-59dd-448b-b064-9656b60fb08a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:46.343839 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:46.396222 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [None req-5c54567b-59dd-448b-b064-9656b60fb08a admin admin] For port 97216dcc-cf22-410e-9c22-5dd765880f77, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=97216dcc-cf22-410e-9c22-5dd765880f77,segment=NetworkSegment(c3be196e-8b15-4c2b-96dd-921b93834c17),segment_id=c3be196e-8b15-4c2b-96dd-921b93834c17)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:25:46.396609 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-5c54567b-59dd-448b-b064-9656b60fb08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:46.409079 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-5c54567b-59dd-448b-b064-9656b60fb08a admin admin] Calling delete_port for 97216dcc-cf22-410e-9c22-5dd765880f77 owned by network:router_interface {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:25:46.583098 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-5c54567b-59dd-448b-b064-9656b60fb08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:46.612170 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54567b-59dd-448b-b064-9656b60fb08a admin admin] Pushing event deleted for resources: {'Port': ['ID=97216dcc-cf22-410e-9c22-5dd765880f77,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:46.773178 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-5c54567b-59dd-448b-b064-9656b60fb08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16290812'] for router_interface, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:46.976712 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c54567b-59dd-448b-b064-9656b60fb08a admin admin] Router 98cae95f-de82-4e91-8dd1-b2d7f535e26d has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:25:47.079084 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c54567b-59dd-448b-b064-9656b60fb08a admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:25:47.083992 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-5c54567b-59dd-448b-b064-9656b60fb08a admin admin] 10.222.0.21 "PUT /v2.0/routers/98cae95f-de82-4e91-8dd1-b2d7f535e26d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7234497 Jul 08 03:25:47.086512 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36304) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:25:47.089142 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1947e3d-b89a-46a4-82fe-bc4146f8fcdd None None] Sync routers for ids ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'] in dv-cinder-789077-2-iscsi {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:25:47.092775 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 735ef47a-06b9-490f-be0c-4f4379a32fbd no longer exists at agent hyperv_hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:25:47.117677 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] No Port match for: 735ef47a-06b9-490f-be0c-4f4379a32fbd {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:25:47.118042 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Device 735ef47a-06b9-490f-be0c-4f4379a32fbd not bound to the agent host hv-cinder-78907 {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:25:47.120928 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1947e3d-b89a-46a4-82fe-bc4146f8fcdd None None] Routers {'98cae95f-de82-4e91-8dd1-b2d7f535e26d'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:25:47.121541 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-e1947e3d-b89a-46a4-82fe-bc4146f8fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:25:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:47.189555 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] Notify callbacks [] for router, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:47.292708 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:47.350982 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] Deleting port 4f994e38-6fd8-4af9-bb35-960f9ef2bc27 {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:25:47.351637 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:47.352384 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-e1947e3d-b89a-46a4-82fe-bc4146f8fcdd None None] Set router 98cae95f-de82-4e91-8dd1-b2d7f535e26d gateway port host: dv-cinder-789077-2-iscsi {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:25:47.428511 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] For port 4f994e38-6fd8-4af9-bb35-960f9ef2bc27, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=4f994e38-6fd8-4af9-bb35-960f9ef2bc27,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:25:47.428869 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:47.440975 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] Calling delete_port for 4f994e38-6fd8-4af9-bb35-960f9ef2bc27 owned by network:router_gateway {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:25:47.526950 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-e1947e3d-b89a-46a4-82fe-bc4146f8fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:25Z', 'updated_at': '2021-07-08T03:25:46Z', 'revision_number': 5, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'gw_port': {'id': '4f994e38-6fd8-4af9-bb35-960f9ef2bc27', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:26Z', 'updated_at': '2021-07-08T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:47.553826 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1947e3d-b89a-46a4-82fe-bc4146f8fcdd None None] Checking router: 98cae95f-de82-4e91-8dd1-b2d7f535e26d for host: dv-cinder-789077-2-iscsi {{(pid=104847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:25:47.563071 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1947e3d-b89a-46a4-82fe-bc4146f8fcdd None None] Routers {'98cae95f-de82-4e91-8dd1-b2d7f535e26d'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:25:47.563761 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-e1947e3d-b89a-46a4-82fe-bc4146f8fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:25:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'], 'active': True} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:47.603665 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:47.629030 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f994e38-6fd8-4af9-bb35-960f9ef2bc27,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:47.697185 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515319'] for router_gateway, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:47.713299 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvr_db [None req-e1947e3d-b89a-46a4-82fe-bc4146f8fcdd None None] Set router 98cae95f-de82-4e91-8dd1-b2d7f535e26d gateway port host: None {{(pid=104847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:25:47.740353 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:47.767840 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_hamode_db [None req-e1947e3d-b89a-46a4-82fe-bc4146f8fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:25Z', 'updated_at': '2021-07-08T03:25:47Z', 'revision_number': 6, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'gw_port_host': None}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:47.785042 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16287011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14632'] for router, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:47.787158 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:47.802124 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1947e3d-b89a-46a4-82fe-bc4146f8fcdd None None] The sync data for ids ['98cae95f-de82-4e91-8dd1-b2d7f535e26d'] in dv-cinder-789077-2-iscsi is: [{'id': '98cae95f-de82-4e91-8dd1-b2d7f535e26d', 'name': 'tempest-TestShelveInstance-230558928-router', 'tenant_id': '0850e8e64bc1458c8154135fc94734a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:25Z', 'updated_at': '2021-07-08T03:25:47Z', 'revision_number': 6, 'project_id': '0850e8e64bc1458c8154135fc94734a6', 'gw_port_host': None}] {{(pid=104847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:25:47.833620 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16284051'] for router, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:47.836893 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98cae95f-de82-4e91-8dd1-b2d7f535e26d {{(pid=104845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 03:25:47.842721 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] Notify callbacks [] for router, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:47.846377 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-28874855-910b-4a51-abe4-4e30cec7ca44 admin admin] 10.222.0.21 "DELETE /v2.0/routers/98cae95f-de82-4e91-8dd1-b2d7f535e26d HTTP/1.1" status: 204 len: 168 time: 0.7566047 Jul 08 03:25:47.846631 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36308) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:25:47.890246 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc68848-6f90-4128-ba58-ed626f0fb42a admin admin] Deleting subnet 133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a {{(pid=104845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 03:25:47.893228 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-cbc68848-6f90-4128-ba58-ed626f0fb42a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:47.930279 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-cbc68848-6f90-4128-ba58-ed626f0fb42a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2983177'] for subnet, precommit_delete_associations {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:48.007529 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-cbc68848-6f90-4128-ba58-ed626f0fb42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:48.058387 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-cbc68848-6f90-4128-ba58-ed626f0fb42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2876789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3359632'] for subnet, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:48.082601 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc68848-6f90-4128-ba58-ed626f0fb42a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:48.088065 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-cbc68848-6f90-4128-ba58-ed626f0fb42a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:48.089935 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-cbc68848-6f90-4128-ba58-ed626f0fb42a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/133c0fc4-c094-4a7b-8fbc-ab3924c6ee5a HTTP/1.1" status: 204 len: 168 time: 0.2423882 Jul 08 03:25:48.092281 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.wsgi [-] (104845) accepted ('10.222.0.21', 36310) {{(pid=104845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:25:48.094343 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2573ca9-06e9-493b-b7ff-8d9ca3d4650c None None] Network 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:25:48.163884 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:48.222597 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] Deleting port fde526cb-5b53-4be0-978b-8bceec50a49d {{(pid=104845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:25:48.223047 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:48.289037 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.db [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] For port fde526cb-5b53-4be0-978b-8bceec50a49d, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=fde526cb-5b53-4be0-978b-8bceec50a49d,segment=NetworkSegment(c3be196e-8b15-4c2b-96dd-921b93834c17),segment_id=c3be196e-8b15-4c2b-96dd-921b93834c17)] {{(pid=104845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:25:48.289397 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:48.301838 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.plugin [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] Calling delete_port for fde526cb-5b53-4be0-978b-8bceec50a49d owned by network:dhcp {{(pid=104845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:25:48.392594 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2876735'] for port, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:48.418685 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] Pushing event deleted for resources: {'Port': ['ID=fde526cb-5b53-4be0-978b-8bceec50a49d,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:48.422042 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] No DVR routers for this DVR port fde526cb-5b53-4be0-978b-8bceec50a49d on host dv-cinder-789077-2-iscsi {{(pid=104845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:25:48.492718 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:48.501955 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4a629e-bc09-4bf6-9043-f8ddcc8443a8']}} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:48.513178 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3be196e-8b15-4c2b-96dd-921b93834c17') {'for_net_delete': True} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:48.513500 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.services.segments.db [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3be196e-8b15-4c2b-96dd-921b93834c17') {} {{(pid=104845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:48.523737 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2983168'] for segment, before_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:48.538143 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:48.543832 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407c248c-db64-4776-a7ff-4f287570b145 None None] DHCP port deletion for 4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 request from dv-cinder-789077-2-iscsi {{(pid=104847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 03:25:48.547988 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 03:25:48.548506 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2876882'] for segment, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: Traceback (most recent call last): Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: timer() Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: cb(*args, **kw) Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: return func(*args, **kwargs) Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: self._notify() Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: self.callback(batched_events) Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: event.method(event) Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: return f(self, *a, **k) Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._get(url).json() Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: return self.request(url, 'GET', **kwargs) Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 03:25:48.551304 dv-cinder-789077-2-iscsi neutron-server[104845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 03:25:48.610037 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:48.614764 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron_lib.callbacks.manager [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:48.617145 dv-cinder-789077-2-iscsi neutron-server[104845]: INFO neutron.wsgi [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] 10.222.0.21 "DELETE /v2.0/networks/4c4a629e-bc09-4bf6-9043-f8ddcc8443a8 HTTP/1.1" status: 204 len: 168 time: 0.5239565 Jul 08 03:25:48.620340 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36312) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:25:48.633836 dv-cinder-789077-2-iscsi neutron-server[104845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677cecd-cbdc-4841-9682-a8861eeec26b admin admin] Pushing event deleted for resources: {'Network': ['ID=4c4a629e-bc09-4bf6-9043-f8ddcc8443a8,revision_number=None']} {{(pid=104845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:48.974757 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16290618'] for router_interface, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:49.212369 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 97216dcc-cf22-410e-9c22-5dd765880f77 no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:25:49.221526 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Deleting port a4527f7c-7bf2-406d-bd03-d32b73fde66d {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:25:49.221900 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:49.232356 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: 97216dcc-cf22-410e-9c22-5dd765880f77 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:25:49.232648 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 97216dcc-cf22-410e-9c22-5dd765880f77 not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:25:49.233072 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 4f994e38-6fd8-4af9-bb35-960f9ef2bc27 no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:25:49.252544 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: 4f994e38-6fd8-4af9-bb35-960f9ef2bc27 {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:25:49.253118 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 4f994e38-6fd8-4af9-bb35-960f9ef2bc27 not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:25:49.254354 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device fde526cb-5b53-4be0-978b-8bceec50a49d no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:25:49.278048 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: fde526cb-5b53-4be0-978b-8bceec50a49d {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:25:49.278405 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device fde526cb-5b53-4be0-978b-8bceec50a49d not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:25:49.309555 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] For port a4527f7c-7bf2-406d-bd03-d32b73fde66d, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=a4527f7c-7bf2-406d-bd03-d32b73fde66d,segment=NetworkSegment(312705e1-9f36-477a-835b-840fd47ee3aa),segment_id=312705e1-9f36-477a-835b-840fd47ee3aa)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:25:49.309939 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:49.322529 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Calling delete_port for a4527f7c-7bf2-406d-bd03-d32b73fde66d owned by network:router_interface {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:25:49.494764 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:49.524378 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4527f7c-7bf2-406d-bd03-d32b73fde66d,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:49.548715 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:49.549066 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:49.549401 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:49.549730 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:49.550082 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:49.550408 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:49.551314 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:49.551655 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:49.551985 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:49.552308 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:49.552629 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:49.552948 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:49.700437 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16290812'] for router_interface, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:49.908494 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Router 57f6726b-007e-49f0-80f4-00ee61af70d7 has already been hosted by L3 agent fb1ffb72-8ddb-4282-aad2-b742dbb34ea8 {{(pid=104846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:25:50.010228 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] Notify agent at l3_agent.dv-cinder-789077-2-iscsi the message routers_updated {{(pid=104846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:25:50.015136 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-525cffd1-dc60-4085-aabd-745beda383f3 admin admin] 10.222.0.21 "PUT /v2.0/routers/57f6726b-007e-49f0-80f4-00ee61af70d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3938997 Jul 08 03:25:50.017566 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36316) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:25:50.020588 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9677076-c1f9-4899-af20-ed566f5fb776 None None] Sync routers for ids ['57f6726b-007e-49f0-80f4-00ee61af70d7'] in dv-cinder-789077-2-iscsi {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:25:50.029662 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9677076-c1f9-4899-af20-ed566f5fb776 None None] Routers {'57f6726b-007e-49f0-80f4-00ee61af70d7'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:25:50.030370 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-c9677076-c1f9-4899-af20-ed566f5fb776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:25:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['57f6726b-007e-49f0-80f4-00ee61af70d7'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:50.118133 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] Notify callbacks [] for router, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:50.133327 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-c9677076-c1f9-4899-af20-ed566f5fb776 None None] Set router 57f6726b-007e-49f0-80f4-00ee61af70d7 gateway port host: dv-cinder-789077-2-iscsi {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:25:50.217866 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:50.270788 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] Deleting port 9c966289-a252-4479-8ac5-b57576a24cdc {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:25:50.271124 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:50.312012 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-c9677076-c1f9-4899-af20-ed566f5fb776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'name': 'tempest-TestShelveInstance-261366126-router', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'external_fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '9c966289-a252-4479-8ac5-b57576a24cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:25:49Z', 'revision_number': 5, 'project_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'gw_port': {'id': '9c966289-a252-4479-8ac5-b57576a24cdc', 'name': '', 'network_id': '55c43452-347a-4a03-a326-c2f40e761f1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2da870be-c87f-4aa3-81ba-4ecde090d89e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-2-iscsi'}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:50.345116 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9677076-c1f9-4899-af20-ed566f5fb776 None None] Checking router: 57f6726b-007e-49f0-80f4-00ee61af70d7 for host: dv-cinder-789077-2-iscsi {{(pid=104848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:25:50.349798 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] For port 9c966289-a252-4479-8ac5-b57576a24cdc, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=9c966289-a252-4479-8ac5-b57576a24cdc,segment=NetworkSegment(3f636efd-02e5-4748-879c-26f0d8ae5969),segment_id=3f636efd-02e5-4748-879c-26f0d8ae5969)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:25:50.350186 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:50.353478 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9677076-c1f9-4899-af20-ed566f5fb776 None None] Routers {'57f6726b-007e-49f0-80f4-00ee61af70d7'} bound to L3 agent in host dv-cinder-789077-2-iscsi {{(pid=104848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:25:50.354120 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-c9677076-c1f9-4899-af20-ed566f5fb776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T02:37:45Z,description=,heartbeat_timestamp=2021-07-08T03:25:45Z,host='dv-cinder-789077-2-iscsi',id=fb1ffb72-8ddb-4282-aad2-b742dbb34ea8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T02:37:45Z,topic='l3_agent')) {'router_ids': ['57f6726b-007e-49f0-80f4-00ee61af70d7'], 'active': True} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:50.362592 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] Calling delete_port for 9c966289-a252-4479-8ac5-b57576a24cdc owned by network:router_gateway {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:25:50.439052 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_dvr_db [None req-c9677076-c1f9-4899-af20-ed566f5fb776 None None] Set router 57f6726b-007e-49f0-80f4-00ee61af70d7 gateway port host: None {{(pid=104848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:25:50.491966 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.l3_hamode_db [None req-c9677076-c1f9-4899-af20-ed566f5fb776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'name': 'tempest-TestShelveInstance-261366126-router', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:25:50Z', 'revision_number': 6, 'project_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'gw_port_host': None}], 'dv-cinder-789077-2-iscsi', False) {} {{(pid=104848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:50.522561 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:50.522825 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9677076-c1f9-4899-af20-ed566f5fb776 None None] The sync data for ids ['57f6726b-007e-49f0-80f4-00ee61af70d7'] in dv-cinder-789077-2-iscsi is: [{'id': '57f6726b-007e-49f0-80f4-00ee61af70d7', 'name': 'tempest-TestShelveInstance-261366126-router', 'tenant_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:21:30Z', 'updated_at': '2021-07-08T03:25:50Z', 'revision_number': 6, 'project_id': 'aaf08b5e1e13454c8c1293a994147a9a', 'gw_port_host': None}] {{(pid=104848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:25:50.549356 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c966289-a252-4479-8ac5-b57576a24cdc,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:50.617343 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515319'] for router_gateway, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:50.707276 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16287011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14632'] for router, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:50.709354 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:50.751124 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16284051'] for router, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:50.751704 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57f6726b-007e-49f0-80f4-00ee61af70d7 {{(pid=104846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 03:25:50.755888 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] Notify callbacks [] for router, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:50.757191 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-a3b5c940-aac0-4c3c-ab74-a2927aab8132 admin admin] 10.222.0.21 "DELETE /v2.0/routers/57f6726b-007e-49f0-80f4-00ee61af70d7 HTTP/1.1" status: 204 len: 168 time: 0.7386785 Jul 08 03:25:50.759670 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36320) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:25:50.805646 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a351848-0add-4fb8-a415-00e083c42221 admin admin] Deleting subnet acd49582-e782-4702-834d-9dda213a6020 {{(pid=104846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 03:25:50.808451 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4a351848-0add-4fb8-a415-00e083c42221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:50.840204 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4a351848-0add-4fb8-a415-00e083c42221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126166736'] for subnet, precommit_delete_associations {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:50.913788 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4a351848-0add-4fb8-a415-00e083c42221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159052'] for subnet, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:50.962616 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4a351848-0add-4fb8-a415-00e083c42221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126165878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126201838'] for subnet, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:50.992464 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a351848-0add-4fb8-a415-00e083c42221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acd49582-e782-4702-834d-9dda213a6020,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:50.995807 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-4a351848-0add-4fb8-a415-00e083c42221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for subnet, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:50.997730 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-4a351848-0add-4fb8-a415-00e083c42221 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/acd49582-e782-4702-834d-9dda213a6020 HTTP/1.1" status: 204 len: 168 time: 0.2371030 Jul 08 03:25:51.000086 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36322) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:25:51.002981 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1613cd85-f5b3-4d69-b3fd-71a97a36c728 None None] Network ad0c6095-bca3-475e-9b1b-6c621469e948 requested from dv-cinder-789077-2-iscsi {{(pid=104847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:25:51.067055 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573743'] for network, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:51.123002 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] Deleting port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd {{(pid=104846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:25:51.123344 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:51.196619 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] DHCP port deletion for ad0c6095-bca3-475e-9b1b-6c621469e948 request from dv-cinder-789077-2-iscsi {{(pid=104847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 03:25:51.257625 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Deleting port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd {{(pid=104847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:25:51.258023 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792813098707'] for port, before_delete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:51.260352 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device a4527f7c-7bf2-406d-bd03-d32b73fde66d no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:25:51.289320 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: a4527f7c-7bf2-406d-bd03-d32b73fde66d {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:25:51.289677 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device a4527f7c-7bf2-406d-bd03-d32b73fde66d not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:25:51.290145 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 9c966289-a252-4479-8ac5-b57576a24cdc no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:25:51.336604 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: 9c966289-a252-4479-8ac5-b57576a24cdc {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:25:51.336953 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 9c966289-a252-4479-8ac5-b57576a24cdc not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:25:51.367915 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.db [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] For port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd,segment=NetworkSegment(312705e1-9f36-477a-835b-840fd47ee3aa),segment_id=312705e1-9f36-477a-835b-840fd47ee3aa)] {{(pid=104847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:25:51.368309 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:51.382651 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Calling delete_port for 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd owned by network:dhcp {{(pid=104847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:25:51.420333 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.db [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] For port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd, host dv-cinder-789077-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-2-iscsi',level=0,port_id=1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd,segment=NetworkSegment(312705e1-9f36-477a-835b-840fd47ee3aa),segment_id=312705e1-9f36-477a-835b-840fd47ee3aa)] {{(pid=104846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:25:51.420962 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16290106'] for port, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:51.434038 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.plugin [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] Calling delete_port for 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd owned by network:dhcp {{(pid=104846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:25:51.458493 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388'] for port, after_delete {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:51.483310 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Pushing event deleted for resources: {'Port': ['ID=1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd,revision_number=None']} {{(pid=104847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:51.487767 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] No DVR routers for this DVR port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd on host dv-cinder-789077-2-iscsi {{(pid=104847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:25:51.494318 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:51.494671 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:51.495017 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:51.495353 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:51.495684 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:51.496013 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:51.496342 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:51.496855 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:51.497004 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:51.497297 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:51.497617 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:51.497968 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea317d1-ab04-40ac-9a56-692b38db06b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-2-iscsi {{(pid=104847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:25:51.514816 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16377250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792813104141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792812583388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126165820'] for port, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:51.538096 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] Pushing event deleted for resources: {'Port': ['ID=1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:51.543385 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] No DVR routers for this DVR port 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd on host dv-cinder-789077-2-iscsi {{(pid=104846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:25:51.613750 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16165879', 'neutron.services.segments.db._delete_segments_for_network-8792812886101'] for network, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:51.623320 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0c6095-bca3-475e-9b1b-6c621469e948']}} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:51.633156 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312705e1-9f36-477a-835b-840fd47ee3aa') {'for_net_delete': True} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:51.633479 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.services.segments.db [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312705e1-9f36-477a-835b-840fd47ee3aa') {} {{(pid=104846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:25:51.641946 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792813080113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126166745'] for segment, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:51.654775 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027'] for segment, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:51.660845 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 03:25:51.661218 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16161027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126165969'] for segment, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: self.session.flush() Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: self.session.flush() Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: self.session.flush() Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: self.session.flush() Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: Traceback (most recent call last): Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: timer() Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: cb(*args, **kw) Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: return func(*args, **kwargs) Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: self._notify() Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: self.callback(batched_events) Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: event.method(event) Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: return f(self, *a, **k) Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._get(url).json() Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: return self.request(url, 'GET', **kwargs) Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 03:25:51.662871 dv-cinder-789077-2-iscsi neutron-server[104846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 03:25:51.719825 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16165838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16377261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515219'] for network, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:51.725913 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16377264'] for network, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:51.728149 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] 10.222.0.21 "DELETE /v2.0/networks/ad0c6095-bca3-475e-9b1b-6c621469e948 HTTP/1.1" status: 204 len: 168 time: 0.7271416 Jul 08 03:25:51.739912 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365917e6-96e2-4ac8-a566-75989be14aad admin admin] Pushing event deleted for resources: {'Network': ['ID=ad0c6095-bca3-475e-9b1b-6c621469e948,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:51.883656 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36326) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:25:51.922123 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-063b69c1-dc53-47a0-9eb4-e11c86ded9e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0850e8e64bc1458c8154135fc94734a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373130 Jul 08 03:25:51.924433 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36328) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:25:51.970521 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0e94a02b-c648-477a-8892-b92accdaf8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:51.991678 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0e94a02b-c648-477a-8892-b92accdaf8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:52.037434 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0e94a02b-c648-477a-8892-b92accdaf8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:52.039952 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-0e94a02b-c648-477a-8892-b92accdaf8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:52.041123 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-0e94a02b-c648-477a-8892-b92accdaf8ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3005ffbb-1ea8-4469-888d-6a2d03b9773e HTTP/1.1" status: 204 len: 168 time: 0.1158209 Jul 08 03:25:52.048430 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94a02b-c648-477a-8892-b92accdaf8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3005ffbb-1ea8-4469-888d-6a2d03b9773e,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:52.341468 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36334) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:25:52.381169 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-c1430669-22d5-4df9-a4a9-b590d8c22e25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aaf08b5e1e13454c8c1293a994147a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385191 Jul 08 03:25:52.383447 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.wsgi [-] (104846) accepted ('10.222.0.21', 36336) {{(pid=104846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:25:52.433403 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc6fc-d8e4-4281-86d5-86204d96341b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:52.453290 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc6fc-d8e4-4281-86d5-86204d96341b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:52.498094 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc6fc-d8e4-4281-86d5-86204d96341b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356732'] for security_group, after_delete {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:52.500545 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc6fc-d8e4-4281-86d5-86204d96341b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:52.501694 dv-cinder-789077-2-iscsi neutron-server[104846]: INFO neutron.wsgi [None req-e1cbc6fc-d8e4-4281-86d5-86204d96341b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b67e5f77-a4c1-465e-8fc9-a019ddae5cd2 HTTP/1.1" status: 204 len: 168 time: 0.1173618 Jul 08 03:25:52.509572 dv-cinder-789077-2-iscsi neutron-server[104846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbc6fc-d8e4-4281-86d5-86204d96341b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67e5f77-a4c1-465e-8fc9-a019ddae5cd2,revision_number=None']} {{(pid=104846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:25:53.213095 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd no longer exists at agent ovs-agent-dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:25:53.237185 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.plugin [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] No Port match for: 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd {{(pid=104847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:25:53.237532 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron.plugins.ml2.rpc [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Device 1cfc3b4f-b1dd-44a6-9809-b0dbb85d57dd not bound to the agent host dv-cinder-789077-2-iscsi {{(pid=104847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:25:55.746970 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:26:12.296790 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-f7bf2d5c-1694-49df-941d-4791306bcd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:14.760650 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-4bfa94f5-1736-4c6c-a79c-784c3cb97371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:15.009814 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:15.101206 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:16.347732 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:17.688355 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:32.745121 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:26:42.297206 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-41178587-cb9c-4308-a4c4-859fe8e08d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:44.760168 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9db536d9-96b0-43bf-94ad-ae6fefb4f5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:45.010702 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:45.099273 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:46.351429 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:47.691207 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:09.743878 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:27:12.296989 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-8fc1da92-f7c9-4904-8acd-1070f18d65a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:14.760630 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-b452c6e6-5c68-46ff-abc1-4920abb7e332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:15.012086 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:15.113991 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:16.356426 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:17.694657 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:42.298845 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-6f124415-4953-41dc-9760-5719572ee14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:44.761400 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-209320a2-d921-4fa0-b66f-0586656d71df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:45.012890 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:45.126503 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:46.359591 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:46.742598 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:27:47.729356 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:12.299408 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-c95de98e-eb97-4f34-90b9-2bbb511d57e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:14.761692 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-0a5109b0-3c9d-481d-b40e-e01a9724b0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:15.014265 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:15.126210 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:16.360519 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:17.701991 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:23.741196 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:28:42.300578 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-6947f778-7f2c-4ecd-aa44-a1c6a8ea1680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:44.764699 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-51db9997-fb74-49fe-95e3-e3a3fda1919c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:45.016580 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:45.138700 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:46.363184 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:47.706615 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:29:00.739960 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:29:12.300003 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-70e7693d-892d-4cad-bc84-0945c7b0e180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:29:14.764888 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-63e5592b-0f13-437b-8acf-0f46865a5686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:29:15.016851 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:29:15.137376 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:29:16.366964 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:29:17.706856 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:29:37.738078 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:29:42.300821 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-b64cdb0f-5ab5-43eb-9986-1b34f5ac84b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:29:44.763407 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9d56164c-6a2a-4a2c-b33e-6566fb95c191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:29:45.019114 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:29:45.137025 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:29:46.368963 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:29:47.716966 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:30:12.300945 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-f083f425-9935-448b-9f6e-b0c23fd2ad2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:30:14.736519 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:30:14.763835 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0d23-b06c-480d-9035-83fc5943907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:30:15.019553 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:30:15.149798 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:30:16.376491 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:30:17.712383 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:30:42.301776 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-9bb2bbd7-0fe1-4643-b5ee-d1f26a08edec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:30:44.764371 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-28edd6b7-40c1-4c7b-a125-57e07fa8ca54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:30:45.019676 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-adc8dec7-5de1-4390-a308-4c9ccb76d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:30:45.150465 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-bf74b8fc-0990-427b-a2fc-36f9291c035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:30:46.375067 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf838-de33-42c5-816a-40bc441a4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:30:47.717375 dv-cinder-789077-2-iscsi neutron-server[104847]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a08-b1bf-4af0-ac37-5af4ec52e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792812886083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16163725'] for agent, after_update {{(pid=104847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:30:51.735400 dv-cinder-789077-2-iscsi neutron-server[104848]: DEBUG neutron.db.agents_db [None req-14eb9d53-bbce-416a-91dc-f9eec6a7d298 None None] Agent healthcheck: found 6 active agents {{(pid=104848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}